-- Logs begin at Fri 2021-08-06 17:50:04 UTC, end at Fri 2021-08-06 18:52:18 UTC. -- Aug 06 18:21:35.530424 dv-cinder-790910-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 06 18:21:38.238685 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.common.config [-] Logging enabled! Aug 06 18:21:38.239143 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 18:21:38.239498 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93166) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 18:21:38.242721 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.common.config [-] Logging enabled! Aug 06 18:21:38.242975 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev523 Aug 06 18:21:38.243317 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93166) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 06 18:21:38.244250 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 18:21:38.244486 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 18:21:38.244848 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 18:21:38.245094 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 18:21:38.245322 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 18:21:38.245644 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.245942 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.246238 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.246469 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.246799 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.247112 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.247395 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.247691 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.247988 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.248276 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.248557 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.248842 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.249071 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.249353 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.249652 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.249921 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.250145 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] debug = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.250425 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.250848 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.251276 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.251558 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.251846 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.252123 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.252396 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.252671 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.252957 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.253285 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] host = dv-cinder-790910-9-iscsi {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.253562 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.253846 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.254129 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.254412 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.254683 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.254956 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.255266 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.255713 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.255827 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.256073 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.256360 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.256643 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.256930 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.257153 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.257377 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.257664 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.257947 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.258224 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.258496 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.258768 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.259040 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.259336 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.259602 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.259883 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.260166 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.260449 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.260724 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.260996 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.261266 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.261533 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.261812 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.262084 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.262879 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.263280 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.263595 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.263737 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.264009 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.264310 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.264595 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.264877 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.265159 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.265430 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.265711 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.265980 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.266252 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.266524 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] use_json = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.266796 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.267083 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.267366 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.267640 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.267919 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.268194 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.268464 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.268749 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:38.269049 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.269346 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.269646 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.269928 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.270221 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.270503 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.270793 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.271084 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.271380 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.271673 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.271957 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.272234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.272524 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.272804 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.273098 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.273403 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.273696 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.273988 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.274263 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.274537 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.274812 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.275110 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.275402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.275696 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.275987 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.276261 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.276540 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.276832 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.277111 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.277385 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.277663 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.278585 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.278864 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.279164 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.279451 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.279731 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.280006 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.280279 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.280557 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.280847 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.281125 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.281396 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.281668 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.281945 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.282217 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.282500 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.282776 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.283050 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.283346 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.283625 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.283898 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.284170 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.284448 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.284720 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.284997 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.285269 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.285541 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.285814 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.286087 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.286357 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.286891 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.287192 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.287475 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.287749 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.288029 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.288302 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.288577 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.288850 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.289136 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.289433 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.289713 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.289991 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.290273 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.290550 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.290827 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.291138 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.291421 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.291701 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.291975 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.292266 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.292551 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.292837 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.293119 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.293399 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.293718 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.293997 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.294280 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.294558 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.294837 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.295149 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.295436 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.295730 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.296024 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.296317 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.296611 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.296907 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.297187 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.297498 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.297779 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:38.298003 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 18:21:38.298245 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93166) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 06 18:21:38.652376 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 18:21:38.652582 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 18:21:38.652898 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 06 18:21:38.653241 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 06 18:21:39.047005 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.047321 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.047595 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.048898 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.049175 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.049440 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.083183 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.083526 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.083798 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.102951 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.103472 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.103910 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.136941 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.137249 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.137851 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.174102 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.174384 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.174655 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.405487 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.406086 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.406086 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.406234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.406900 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.527203 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.527523 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.527805 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.528634 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.528953 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.529513 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.529513 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.529717 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.529980 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.530262 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.530519 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.530783 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.531047 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.531321 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.531574 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.531839 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.532094 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.532358 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.532624 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.532883 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.533153 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.533409 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.533693 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.534072 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.534333 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.534589 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.535109 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:39.535363 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:39.535611 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:39.535854 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:39.536097 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:39.536338 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:39.536970 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 06 18:21:39.540188 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 06 18:21:39.544204 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 06 18:21:39.548030 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Aug 06 18:21:39.549642 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 06 18:21:39.550096 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 06 18:21:39.550433 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 06 18:21:39.550817 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 06 18:21:39.553605 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 06 18:21:39.553861 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 06 18:21:39.554210 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 18:21:39.559976 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 06 18:21:39.582068 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 06 18:21:39.582520 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.582816 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93166) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 06 18:21:39.583212 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.584557 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93166) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 06 18:21:39.584845 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 06 18:21:39.585092 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 06 18:21:39.588304 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.588590 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:39.652479 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 06 18:21:39.652712 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 06 18:21:39.653605 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 06 18:21:39.653981 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 06 18:21:39.675268 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_db.sqlalchemy.engines [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93166) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 06 18:21:40.210704 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing driver for type 'gre' Aug 06 18:21:40.211273 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] gre ID ranges: [(1, 1000)] Aug 06 18:21:40.265128 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing driver for type 'local' Aug 06 18:21:40.265471 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing driver for type 'vlan' Aug 06 18:21:40.278970 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] VlanTypeDriver initialization complete Aug 06 18:21:40.279336 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing driver for type 'vxlan' Aug 06 18:21:40.279829 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] vxlan ID ranges: [(1, 1000)] Aug 06 18:21:40.336660 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing extension driver 'port_security' Aug 06 18:21:40.337024 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.extensions.port_security [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] PortSecurityExtensionDriver initialization complete Aug 06 18:21:40.337366 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing mechanism driver 'openvswitch' Aug 06 18:21:40.337707 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing mechanism driver 'hyperv' Aug 06 18:21:40.345351 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.plugin [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93166) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:40.346199 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.346572 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.346927 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.347476 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 18:21:40.347910 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.348271 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.348619 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.349018 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 18:21:40.349425 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.349769 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.350110 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.350501 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 18:21:40.350905 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > security_group after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.351315 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > security_group after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.351655 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.352050 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 18:21:40.352450 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.352798 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.353137 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.353529 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 18:21:40.353928 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > address_group after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.354273 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > address_group after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.354610 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.354998 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93166) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 06 18:21:40.355396 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] ML2 OVO RPC backend initialized. {{(pid=93166) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 06 18:21:40.356596 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.356966 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.357390 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.357741 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > networks before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.358091 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.358443 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > ports before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.358787 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.359157 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnets before_response 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.359504 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.359844 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.360181 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.360518 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.360855 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.361190 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.361530 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.361869 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.362204 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.362781 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.plugin [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Modular L2 Plugin initialization complete Aug 06 18:21:40.363138 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading services supported by the core plugin {{(pid=93166) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 06 18:21:40.363467 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.plugins.ml2.managers [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Got port-security extension from driver 'port_security' Aug 06 18:21:40.363934 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.extensions.vlantransparent [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Disabled vlantransparent extension. Aug 06 18:21:40.364419 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93166) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 06 18:21:40.364734 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: router Aug 06 18:21:40.401143 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.401536 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_create 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.401913 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router before_create 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.402281 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.402659 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.403783 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_delete 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.404501 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.404875 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_create 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.405349 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_update 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.405710 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_update 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.406232 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.406424 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_update 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.406838 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_update 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.407239 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.407585 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.407930 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: subnet after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.408271 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.408620 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.408972 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_create 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.409316 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.409659 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.410020 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router after_update 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.410364 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.410718 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_create 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.411100 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.411458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_update 55549900 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.412095 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > agent after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.412449 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > agent after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.412795 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > network after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.413643 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Tracking information for resource: router configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:40.413980 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Tracking information for resource: floatingip configured {{(pid=93166) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 06 18:21:40.419376 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.db.l3_agentschedulers_db [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 06 18:21:40.419958 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.420320 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port after_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.420672 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port after_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.421023 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: port after_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.421809 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router before_create 55550100 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.422172 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.422534 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_create 55550100 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.422891 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > router precommit_update 55550100 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.427383 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.provider_configuration [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service providers = [] {{(pid=93166) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 06 18:21:40.427753 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.db.servicetype_db [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93166) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 06 18:21:40.431012 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.service_base [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 18:21:40.431386 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.service_base [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 18:21:40.431741 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.service_base [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 18:21:40.432808 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.services.service_base [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93166) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 06 18:21:40.433183 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.services.service_base [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 06 18:21:40.433569 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.433883 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 06 18:21:40.446470 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.446809 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: auto_allocate Aug 06 18:21:40.453635 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: network precommit_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.454010 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: network precommit_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.454536 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.454860 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: tag Aug 06 18:21:40.461620 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.461901 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: timestamp Aug 06 18:21:40.466778 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.467137 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: network_ip_availability Aug 06 18:21:40.472633 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.473006 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.473362 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.474076 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.474400 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: flavors Aug 06 18:21:40.479452 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.479789 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading Plugin: revisions Aug 06 18:21:40.484531 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93166) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 06 18:21:40.484931 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_concurrency.lockutils [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=93166) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 06 18:21:40.485674 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93166) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 06 18:21:40.486013 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Initializing extension manager. Aug 06 18:21:40.486526 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: __init__.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.486872 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: __pycache__ {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.487252 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.487590 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: address_group.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.488351 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.488929 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: address-group Aug 06 18:21:40.489257 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: address_scope.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.489978 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.490496 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: address-scope Aug 06 18:21:40.490823 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.491777 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.492296 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: router-admin-state-down-before-update Aug 06 18:21:40.492619 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: agent.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.493323 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.493837 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: agent Aug 06 18:21:40.494160 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: agent_resources_synced.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.495086 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.495610 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: agent-resources-synced Aug 06 18:21:40.495934 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: allowedaddresspairs.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.498299 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.498827 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: allowed-address-pairs Aug 06 18:21:40.499188 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: auto_allocated_topology.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.500264 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.500796 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: auto-allocated-topology Aug 06 18:21:40.501105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: availability_zone.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.501802 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.502314 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: availability_zone Aug 06 18:21:40.502640 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: availability_zone_filter.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.503579 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.504090 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: availability_zone_filter Aug 06 18:21:40.504412 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: data_plane_status.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.505315 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.505825 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension data-plane-status not supported by any of loaded plugins Aug 06 18:21:40.506144 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: default_subnetpools.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.507059 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.507589 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: default-subnetpools Aug 06 18:21:40.507915 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.508736 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.509245 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: dhcp_agent_scheduler Aug 06 18:21:40.509570 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: dns.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.510485 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.510990 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension dns-integration not supported by any of loaded plugins Aug 06 18:21:40.511343 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: dns_domain_ports.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.512764 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.513769 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 06 18:21:40.514097 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.515031 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.515566 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 06 18:21:40.515889 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: dvr.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.516564 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.517074 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: dvr Aug 06 18:21:40.517396 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: ecmp_routes.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.518314 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.518818 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 06 18:21:40.519169 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: empty_string_filtering.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.520083 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.520593 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: empty-string-filtering Aug 06 18:21:40.520918 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.521835 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.522340 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 06 18:21:40.522665 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.523605 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.524115 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 06 18:21:40.524441 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: external_net.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.525353 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.525864 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: external-net Aug 06 18:21:40.526185 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.527111 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.527626 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: extra_dhcp_opt Aug 06 18:21:40.527996 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: extraroute.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.529885 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.530395 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: extraroute Aug 06 18:21:40.530719 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: extraroute_atomic.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.531794 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.532307 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: extraroute-atomic Aug 06 18:21:40.532635 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: filter_validation.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.533473 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.533983 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: filter-validation Aug 06 18:21:40.534308 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: fip_pf_description.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.535251 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.535759 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 06 18:21:40.536080 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: fip_port_details.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.537256 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.537766 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: fip-port-details Aug 06 18:21:40.538093 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: flavors.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.539363 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.539885 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: flavors Aug 06 18:21:40.540212 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.541857 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.542382 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 06 18:21:40.542712 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: floatingip_pools.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.543448 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.544498 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: floatingip-pools Aug 06 18:21:40.544825 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: ip_allocation.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.545832 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.546514 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension ip_allocation not supported by any of loaded plugins Aug 06 18:21:40.546877 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.547944 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.548761 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: ip-substring-filtering Aug 06 18:21:40.549108 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l2_adjacency.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.550048 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.550561 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 06 18:21:40.550886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.551878 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.552399 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: router Aug 06 18:21:40.552723 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.554998 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.555562 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 06 18:21:40.555899 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.556838 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.557357 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: ext-gw-mode Aug 06 18:21:40.557688 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.558623 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.559693 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: l3-ha Aug 06 18:21:40.560453 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3_flavors.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.561387 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.561900 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: l3-flavors Aug 06 18:21:40.562227 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.563167 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.563677 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 06 18:21:40.564002 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: l3agentscheduler.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.565057 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.565573 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: l3_agent_scheduler Aug 06 18:21:40.565898 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: logging.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.567402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.567924 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension logging not supported by any of loaded plugins Aug 06 18:21:40.568257 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: metering.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.568995 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.569574 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: metering Aug 06 18:21:40.569908 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.571144 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.571669 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: metering_source_and_destination_fields Aug 06 18:21:40.571996 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: multiprovidernet.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.572923 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.573437 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: multi-provider Aug 06 18:21:40.573762 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: netmtu.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.574681 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.576313 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: net-mtu Aug 06 18:21:40.576637 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: netmtu_writable.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.577563 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.578078 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: net-mtu-writable Aug 06 18:21:40.578404 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: network_availability_zone.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.579102 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.579610 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: network_availability_zone Aug 06 18:21:40.579932 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: network_ip_availability.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.581023 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.581537 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: network-ip-availability Aug 06 18:21:40.581865 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: network_segment_range.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.582634 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.583176 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension network-segment-range not supported by any of loaded plugins Aug 06 18:21:40.583502 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: pagination.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.584487 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.584819 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: pagination Aug 06 18:21:40.585144 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: port_device_profile.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.586068 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.586581 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: port-device-profile Aug 06 18:21:40.586903 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.587846 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.588357 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: port-mac-address-regenerate Aug 06 18:21:40.588679 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.589583 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.590098 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: port-numa-affinity-policy Aug 06 18:21:40.590440 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: port_resource_request.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.591825 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.592336 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension port-resource-request not supported by any of loaded plugins Aug 06 18:21:40.592659 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: portbindings.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.593589 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.594102 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: binding Aug 06 18:21:40.594425 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: portbindings_extended.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.595718 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.596236 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: binding-extended Aug 06 18:21:40.596565 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: portsecurity.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.597481 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.597994 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: port-security Aug 06 18:21:40.598322 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: project_id.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.599317 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.599649 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: project-id Aug 06 18:21:40.599980 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: providernet.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.600914 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.601429 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: provider Aug 06 18:21:40.601753 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.605271 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.605800 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos not supported by any of loaded plugins Aug 06 18:21:40.606417 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.607902 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.608350 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 06 18:21:40.608680 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.609592 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.610102 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 06 18:21:40.610425 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_default.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.611357 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.611867 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-default not supported by any of loaded plugins Aug 06 18:21:40.612189 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_fip.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.612913 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.613364 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-fip not supported by any of loaded plugins Aug 06 18:21:40.613684 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_gateway_ip.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.614606 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.615222 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 06 18:21:40.615454 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_port_network_policy.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.616354 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.616865 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 06 18:21:40.617187 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_pps_rule.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.618349 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.618864 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-pps not supported by any of loaded plugins Aug 06 18:21:40.619226 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_rule_type_details.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.620136 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.620645 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 06 18:21:40.620967 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: qos_rules_alias.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.622678 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.623252 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 06 18:21:40.623576 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: quotasv2.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.624681 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.625011 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: quotas Aug 06 18:21:40.625333 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: quotasv2_detail.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.628372 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.628709 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: quota_details Aug 06 18:21:40.629038 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: rbac.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.630086 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.630606 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: rbac-policies Aug 06 18:21:40.630934 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: rbac_address_group.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.631878 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.632393 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: rbac-address-group Aug 06 18:21:40.632717 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: rbac_address_scope.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.633624 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.634129 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: rbac-address-scope Aug 06 18:21:40.634449 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: rbac_security_groups.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.635384 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.635892 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: rbac-security-groups Aug 06 18:21:40.636209 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: rbac_subnetpool.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.637113 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.638256 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: rbac-subnetpool Aug 06 18:21:40.638609 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: revisionifmatch.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.639555 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.640068 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: revision-if-match Aug 06 18:21:40.640390 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: revisions.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.641481 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.641990 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: standard-attr-revisions Aug 06 18:21:40.642313 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: router_availability_zone.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.642982 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.643515 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: router_availability_zone Aug 06 18:21:40.643835 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: routerservicetype.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.644743 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.645243 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension router-service-type not supported by any of loaded plugins Aug 06 18:21:40.645561 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.646472 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.646978 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: security-groups-normalized-cidr Aug 06 18:21:40.647321 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.648242 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.648749 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: port-security-groups-filtering Aug 06 18:21:40.649071 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.649984 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.650488 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: security-groups-remote-address-group Aug 06 18:21:40.650808 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: securitygroup.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.660456 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.660979 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: security-group Aug 06 18:21:40.661307 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: segment.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.662362 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.662870 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension segment not supported by any of loaded plugins Aug 06 18:21:40.663220 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.664151 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.664661 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 06 18:21:40.664984 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: servicetype.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.666141 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.666668 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: service-type Aug 06 18:21:40.666992 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: sorting.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.667988 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.668319 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: sorting Aug 06 18:21:40.668643 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: standard_attr_segment.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.669613 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.670120 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 06 18:21:40.670440 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: standardattrdescription.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.671124 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.671629 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: standard-attr-description Aug 06 18:21:40.671948 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: stateful_security_group.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.672873 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.673385 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: stateful-security-group Aug 06 18:21:40.673707 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: stdattrs_common.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.674282 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 06 18:21:40.674601 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.675542 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.676054 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 06 18:21:40.676382 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: subnet_onboard.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.677437 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.677947 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: subnet_onboard Aug 06 18:21:40.678270 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.679213 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.679722 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 06 18:21:40.680044 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: subnet_service_types.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.680954 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.681459 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: subnet-service-types Aug 06 18:21:40.681782 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: subnetallocation.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.682839 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.683384 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: subnet_allocation Aug 06 18:21:40.683712 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.684916 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.685490 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: subnetpool-prefix-ops Aug 06 18:21:40.685808 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.686755 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.687287 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 06 18:21:40.687610 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: tagging.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.688667 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.689175 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: standard-attr-tag Aug 06 18:21:40.689495 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: timestamp.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.690675 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.691221 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loaded extension: standard-attr-timestamp Aug 06 18:21:40.691546 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: trunk.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.692567 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.693081 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension trunk not supported by any of loaded plugins Aug 06 18:21:40.693404 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: trunk_details.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.694320 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.694830 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension trunk-details not supported by any of loaded plugins Aug 06 18:21:40.695176 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: uplink_status_propagation.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.696093 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.696609 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 06 18:21:40.696930 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Loading extension file: vlantransparent.py {{(pid=93166) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 06 18:21:40.697590 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93166) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 06 18:21:40.698092 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 06 18:21:40.701451 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:network Aug 06 18:21:40.701980 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:subnet Aug 06 18:21:40.702379 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 18:21:40.702920 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:port Aug 06 18:21:40.704225 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.704683 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service FLAVORS assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.705316 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.705747 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.706076 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:router Aug 06 18:21:40.706507 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 18:21:40.707009 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service METERING assigned prefix: /metering {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.708482 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.708852 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.709201 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93166) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:21:40.710216 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 18:21:40.710657 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:security_group Aug 06 18:21:40.711107 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 18:21:40.711760 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service CORE assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.712051 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 18:21:40.712399 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] subnetpool is already registered Aug 06 18:21:40.712835 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service CORE assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.713171 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 18:21:40.713505 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] subnetpool is already registered Aug 06 18:21:40.715818 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.716368 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service FLAVORS assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.716999 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.717435 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.717768 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:router Aug 06 18:21:40.718108 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] router is already registered Aug 06 18:21:40.718530 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:floatingip Aug 06 18:21:40.718863 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] floatingip is already registered Aug 06 18:21:40.719378 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service METERING assigned prefix: /metering {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.720089 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of CountableResource for resource:rbac_policy Aug 06 18:21:40.720421 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] rbac_policy is already registered Aug 06 18:21:40.720827 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:security_group Aug 06 18:21:40.721158 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] security_group is already registered Aug 06 18:21:40.721562 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 06 18:21:40.721890 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] security_group_rule is already registered Aug 06 18:21:40.722383 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service CORE assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.722703 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 18:21:40.723033 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] subnetpool is already registered Aug 06 18:21:40.723464 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.v2.resource_helper [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Service CORE assigned prefix: {{(pid=93166) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 06 18:21:40.723783 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Creating instance of TrackedResource for resource:subnetpool Aug 06 18:21:40.724144 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING neutron.quota.resource_registry [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] subnetpool is already registered Aug 06 18:21:40.725986 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: extensions {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.727539 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: address-groups {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.729010 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: address-scopes {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.730209 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: agents {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.731543 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: auto-allocated-topology {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.732775 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: availability_zones {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.733991 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: dhcp-networks {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.735447 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: dhcp-agents {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.736970 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: routers {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.738654 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: flavors {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.739847 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: service_profiles {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.741135 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: next_providers {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.742565 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: service_profiles {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.744040 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: floatingip-pools {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.745354 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: routers {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.748189 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: floatingips {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.749368 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: l3-routers {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.750864 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: l3-agents {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.752298 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: metering-labels {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.753536 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: metering-label-rules {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.754802 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: network-ip-availabilities {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.756267 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: bindings {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.757829 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: quotas {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.759341 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: quotas {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.760860 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: rbac-policies {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.762039 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: security-groups {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.764052 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: security-group-rules {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.765519 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: service-providers {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.766731 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: subnetpools {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.768103 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: subnetpools {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.769644 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.771473 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.773206 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.775081 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.776752 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.778844 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.780661 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.782442 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.785194 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.787242 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron.api.extensions [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Extended resource: tags {{(pid=93166) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 06 18:21:40.793202 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING keystonemiddleware.auth_token [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 06 18:21:40.797797 dv-cinder-790910-9-iscsi neutron-server[93166]: WARNING keystonemiddleware.auth_token [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 06 18:21:40.806278 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_concurrency.lockutils [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Acquired lock "singleton_lock" {{(pid=93166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 06 18:21:40.806754 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_concurrency.lockutils [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Releasing lock "singleton_lock" {{(pid=93166) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 06 18:21:40.807420 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Starting 2 workers Aug 06 18:21:40.813062 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Started child 93275 {{(pid=93166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 18:21:40.817576 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Started child 93276 {{(pid=93166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 18:21:40.818439 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.819199 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO neutron.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 06 18:21:40.819863 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Notify callbacks [] for process, before_spawn {{(pid=93166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.820040 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [-] (93275) wsgi starting up on http://0.0.0.0:9696 Aug 06 18:21:40.822216 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Starting 1 workers Aug 06 18:21:40.822330 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.823686 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [-] (93276) wsgi starting up on http://0.0.0.0:9696 Aug 06 18:21:40.828075 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Started child 93277 {{(pid=93166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 18:21:40.828606 dv-cinder-790910-9-iscsi neutron-server[93166]: INFO oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Starting 1 workers Aug 06 18:21:40.831998 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] calling RpcWorker wait() {{(pid=93277) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 06 18:21:40.832566 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] returning from RpcWorker wait() {{(pid=93277) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 06 18:21:40.833118 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Started child 93278 {{(pid=93166) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 06 18:21:40.833821 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.833917 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG neutron_lib.callbacks.manager [None req-37ae4c74-3f2c-4b43-9caa-d860b4e28e20 None None] Notify callbacks [] for process, after_spawn {{(pid=93166) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.834379 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:40.835809 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 18:21:40.836024 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 18:21:40.836213 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 18:21:40.836430 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 18:21:40.836761 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 18:21:40.836924 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 18:21:40.837457 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.837726 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.837957 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:40.838441 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.838441 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.838610 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.839096 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.839209 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:40.839343 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.839606 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.839869 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.840131 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.840302 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.840508 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.840768 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.840768 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.841456 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.841628 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.841894 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.842156 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.842323 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.842563 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.842835 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.843107 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.843373 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] debug = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.843617 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.844093 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.844324 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.844571 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.844787 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.845061 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.845305 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.845574 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.845815 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.846051 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.846293 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.846536 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.846775 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.846982 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.847220 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.847490 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.847713 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.848161 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] host = dv-cinder-790910-9-iscsi {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.848376 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.848607 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.848845 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.849106 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.849354 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.849586 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.849900 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.850069 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.850318 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.850554 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.850768 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.851012 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.851250 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.851482 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.851643 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_options = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.851891 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.852165 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.852420 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.852606 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.852772 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.852944 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.853196 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.853356 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.853612 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.853842 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.854052 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.854264 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.854495 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.854710 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.854957 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.855206 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.855441 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.855653 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.855891 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.856173 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.856490 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.857144 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.857144 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.857391 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.857391 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.857623 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.857839 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.858074 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.858284 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.858525 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.858759 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.858999 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.859271 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.859512 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.859744 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.860020 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.860200 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.860458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.860686 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.860954 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.861201 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.861413 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.861634 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.861876 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.862090 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.862317 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_json = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.862520 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.862735 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.862983 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.863241 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.863481 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.863714 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.863908 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.864140 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.864552 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.864849 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.865155 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.865407 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.865639 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.865907 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.866160 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.866385 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.866623 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.866854 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.867217 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.867465 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.867838 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.868849 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.868849 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.868849 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.869204 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.869350 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.869554 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.869725 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.869976 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.870204 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.870532 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.870804 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.871091 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.871382 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.871621 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.873013 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.873013 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.873202 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.873291 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.873525 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.874033 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.874702 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.875254 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.875363 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.875576 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.875951 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.876241 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.876735 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.877065 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.877782 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.877782 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.878051 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.878051 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.878874 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.878874 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.878874 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.882458 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.885603 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.886993 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.888729 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889234 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889582 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889582 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.889922 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.890051 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.892886 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894888 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.894888 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.895015 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.895264 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.895488 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.895757 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.896051 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.896348 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.896601 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898053 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898053 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898053 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898053 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898053 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898053 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898802 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898802 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.898802 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.899210 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.899350 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.899989 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.899989 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.900164 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.900323 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.900698 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.901084 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.901536 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.901947 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.902193 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.902448 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.902835 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.903313 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.903867 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.904099 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.904320 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.904559 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.904790 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.905003 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.905235 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.905448 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.905677 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.906093 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.906501 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.906936 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.907364 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.907588 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.907838 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.908210 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.908320 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.908546 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.908760 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.908980 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.909217 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.909452 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.909687 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.909920 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.910130 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.910376 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.910592 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.910856 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.911126 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.911351 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.911576 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.912051 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.912286 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.912499 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.912743 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.912960 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.913174 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.913403 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.913800 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.914185 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.914616 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.915013 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.915397 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.915654 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.915914 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.916250 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.916500 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.916750 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.917002 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.917222 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.917472 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.917793 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.918015 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.918238 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.919049 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.919335 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.919781 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.920231 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.920465 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.920734 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.920900 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.921120 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.921340 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.921565 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.921864 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.922118 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.922360 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.922626 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.922867 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.923123 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.923354 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.923560 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.923767 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.923987 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.924222 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.924452 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.924672 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.924884 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.925089 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.925331 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.925545 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.925772 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.925990 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.926198 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.926403 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.926621 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.926833 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.927038 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.927296 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.927533 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.927740 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.927957 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.928168 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.928374 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.928597 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.928802 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.929014 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.929229 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.929440 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.929644 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.929938 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.930193 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.930407 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.930675 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.930898 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.931159 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.931399 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.931728 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.931955 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.932230 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.932449 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.932684 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.932905 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.933172 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.933479 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.933759 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.934000 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.934337 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.935192 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.935478 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.935753 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.935964 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.936244 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.936580 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.936855 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.937102 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.937345 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.937597 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.937829 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.938048 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.938283 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.938497 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.938714 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.938950 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.939223 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.939454 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.939685 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.939909 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.940123 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.940364 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.940591 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.940826 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.941073 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.941226 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 18:21:40.941737 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93166) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 06 18:21:40.941895 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 06 18:21:40.942045 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 06 18:21:40.942210 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 06 18:21:40.942378 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 06 18:21:40.942527 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 06 18:21:40.942728 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.942885 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.943042 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.943221 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.943378 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.943555 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.943713 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.943869 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944025 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944179 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944335 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944490 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944645 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944800 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.944970 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.945101 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.945254 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.945410 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.945571 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.945719 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.945873 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.946031 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.946186 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] debug = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.946340 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.946530 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.946691 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.946846 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947000 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947182 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947360 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947492 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947646 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947799 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.947954 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.948125 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.948265 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.948419 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.948579 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.948733 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.948887 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.949043 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] host = dv-cinder-790910-9-iscsi {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.949196 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.949350 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.949503 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.949736 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.949939 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.950117 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.950274 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.950464 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.950609 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.950733 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.950866 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.951018 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.951349 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.951690 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.951690 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_options = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.951837 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.951929 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.952078 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.952264 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.952425 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.952580 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.952735 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.952892 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953046 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953200 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953338 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953497 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953636 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953794 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.953948 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.954102 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.954255 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.954409 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.954564 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.954703 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.954863 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955017 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955210 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955367 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955522 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955676 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955832 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.955986 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.956142 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.956297 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.956451 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.956605 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.956760 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.956916 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.957072 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.957227 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.957381 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.957539 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.957695 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.957848 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.958002 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.958158 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.958314 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.958473 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.958682 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.958927 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_json = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.959105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.959255 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.959394 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.959561 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.959720 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.959875 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.960031 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.960188 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 06 18:21:40.960363 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.960522 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.960689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.960846 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961002 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961159 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961316 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961472 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961628 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961834 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.961938 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.962096 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.962264 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.962422 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.962578 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.962737 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.962894 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.963052 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.963244 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.963402 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.963560 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.963716 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.963890 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964047 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964204 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964360 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964517 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964675 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964834 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.964992 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.965149 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.965308 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.965490 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.965705 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.965812 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.965938 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.966099 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.966256 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.966414 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.966572 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.966730 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.966885 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.967045 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.967227 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.967385 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.967543 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.967703 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.967861 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968020 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968177 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968346 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968507 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968665 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968822 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.968981 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.969138 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.969294 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.969811 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.969811 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.969811 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970099 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970099 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970247 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970340 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970496 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970652 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.970967 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.971155 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.971314 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.971470 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.971780 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.971894 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:40.972003 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.972088 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.972229 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.972386 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.972546 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.972704 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.972862 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973020 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973178 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973335 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973493 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973651 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973809 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.973977 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.974151 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.974457 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.974614 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.974733 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.974839 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.974995 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.975191 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.975351 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.975566 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.975666 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.975807 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.975964 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.976123 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.976280 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.976437 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.976593 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.976750 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.976907 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.977063 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.977220 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.977377 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.977534 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.977690 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.977847 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978003 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978159 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978332 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978489 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978650 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978808 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.978972 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.979162 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.979321 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.979478 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.979634 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.979793 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.979949 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.980107 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.980264 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.980434 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.980566 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.980725 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.980889 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.981568 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.981842 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.981842 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.981842 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.982371 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.982371 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.982528 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.982605 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.982812 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.982906 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.983190 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.983327 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.983466 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.983685 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.983841 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.984401 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.984401 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.984401 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.984401 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985105 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985449 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985449 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985589 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985685 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985791 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.985953 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986113 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986310 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986466 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986635 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986986 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986986 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.986986 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.987597 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.987597 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.987597 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.987597 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.987935 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.987935 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.988080 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.988191 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.988356 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.991689 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.992213 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.992461 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.992635 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.992803 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.992970 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.993130 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.993442 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.993605 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.993774 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.993938 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.994098 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.994258 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.994418 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.994578 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.994736 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.994894 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.995091 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.995248 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.995408 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.995567 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.995730 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.995890 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.996057 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.996217 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.996375 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.996533 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.997297 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.997470 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.997628 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.997776 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.997938 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.998127 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.998260 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.998413 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.998549 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.998692 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.998833 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999022 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999148 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999301 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999468 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999627 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999783 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:40.999941 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.000098 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.000255 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.000421 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.000578 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.000735 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.000892 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.001048 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.001206 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.001372 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.001530 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.001688 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.001853 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002010 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002168 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002324 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002499 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002657 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002819 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.002976 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.003155 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.003315 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.003476 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.003639 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.003805 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.003969 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.004129 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.004293 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.004459 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.004625 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.004782 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.004945 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.005114 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.005273 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.005430 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.005589 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.005745 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.005906 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006066 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006220 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006373 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006512 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006670 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006816 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.006955 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.007141 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.007299 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.007457 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.007614 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.007770 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.007928 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.008085 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 06 18:21:41.008239 dv-cinder-790910-9-iscsi neutron-server[93166]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93166) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 06 18:21:41.208372 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36362) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:41.217210 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064244 Aug 06 18:21:52.690656 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a66756-353b-4680-ab18-b11ac2db8d89 None None] get_active_networks_info from dv-cinder-790910-9-iscsi {{(pid=93277) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 06 18:21:52.875526 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a66756-353b-4680-ab18-b11ac2db8d89 None None] No non-hosted networks {{(pid=93277) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 06 18:21:52.906789 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.agentschedulers_db [None req-98a66756-353b-4680-ab18-b11ac2db8d89 None None] DHCP Agent not found on host dv-cinder-790910-9-iscsi {{(pid=93277) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 06 18:21:52.912858 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8bb45ef8-6b2c-410b-a4d9-c520f7b9d543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559773'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.312243 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a144f348-363d-492e-b118-6eae2b89ef54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559773'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.352287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-98751673-ce48-4680-b2b5-c7a791adbd7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.391050 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559773'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:55.392198 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.392841 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.393395 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.393932 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.394486 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.395079 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.395624 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.396206 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.396614 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.397177 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.397724 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.398149 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:21:55.398655 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790910-9-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:55.406323 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790910-9-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:21:56.304501 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559773'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:57.912340 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559773'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:21:58.975091 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36454) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:21:59.552015 dv-cinder-790910-9-iscsi neutron-server[93276]: WARNING oslo_policy.policy [None req-518b671a-900e-4a2b-b3e6-8d651934c4df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:21:59.552592 dv-cinder-790910-9-iscsi neutron-server[93276]: WARNING oslo_policy.policy [None req-518b671a-900e-4a2b-b3e6-8d651934c4df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:21:59.773013 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [None req-518b671a-900e-4a2b-b3e6-8d651934c4df admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:21:59.775335 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-518b671a-900e-4a2b-b3e6-8d651934c4df admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7992125 Aug 06 18:22:01.691927 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.db.l3_hamode_db [None req-7bfb23e4-fbac-4ce0-a8ff-75eafd1a6752 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 06 18:22:01.768866 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb23e4-fbac-4ce0-a8ff-75eafd1a6752 None None] Routers set() bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:01.769207 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb23e4-fbac-4ce0-a8ff-75eafd1a6752 None None] Router IDs set() for agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 06 18:22:02.183379 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36468) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:02.492074 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:02.586950 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.policy [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93276) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 18:22:02.639117 dv-cinder-790910-9-iscsi neutron-server[93276]: WARNING oslo_policy.policy [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:22:02.639352 dv-cinder-790910-9-iscsi neutron-server[93276]: WARNING oslo_policy.policy [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:22:02.648551 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.quota [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] Loaded quota_driver: . Aug 06 18:22:02.741061 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782873466228', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782873465511', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782873470636', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782873472287', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782872859549', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782873435531', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1623555', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1808664', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-780026', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-686009'] for rbac-policy, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.805534 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:02.806718 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-e7928e60-4390-41ae-9249-28969b8029ad admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6223481 Aug 06 18:22:05.391394 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 36480) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:05.883579 dv-cinder-790910-9-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:22:05.884160 dv-cinder-790910-9-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:22:06.102209 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Request body: {'network': {'tenant_id': '5ad257766b1f4633b51408cd54447083', 'name': 'private', 'project_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:06.103794 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.quota [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Loaded quota_driver: . Aug 06 18:22:06.160658 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Made reservation on behalf of 5ad257766b1f4633b51408cd54447083 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:06.230068 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.policy [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93275) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 06 18:22:06.276803 dv-cinder-790910-9-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:22:06.277178 dv-cinder-790910-9-iscsi neutron-server[93275]: WARNING oslo_policy.policy [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 06 18:22:06.287485 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.312964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.447987 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.452803 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.471924 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:22:06.501307 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782875397304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.501902 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Unsubscribe: segment precommit_create {{(pid=93275) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 18:22:06.502425 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Added segment 7532c538-2c13-4f46-9d11-2f592954f446 of type vlan for network 4cd09d07-4c98-451d-9605-84365b63f279 Aug 06 18:22:06.520607 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39bbf57-df65-4744-9ab6-b0a00a97a29d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:06.543270 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.543628 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.544008 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.544363 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.544769 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.545203 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.545537 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.545863 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.546201 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.546527 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.546847 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.547198 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Tracked resource versions report: Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: pushed versions: Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: { 'AddressGroup': {'1.2'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'ConntrackHelper': {'1.0'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Log': {'1.0'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Network': {'1.1'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Port': {'1.7'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'PortForwarding': {'1.2'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'QosPolicy': {'1.9'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroup': {'1.4'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SubPort': {'1.0'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Subnet': {'1.1'}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Trunk': {'1.1'}} Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: consumer versions: Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'ConntrackHelper': '1.0', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Log': '1.0', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Network': '1.1', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Port': '1.7', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'PortForwarding': '1.2', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'QosPolicy': '1.9', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroup': '1.4', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroupRule': '1.2', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SubPort': '1.0', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Subnet': '1.1', Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Trunk': '1.1'}} Aug 06 18:22:06.548281 dv-cinder-790910-9-iscsi neutron-server[93275]: {{(pid=93275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:22:06.637138 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.693261 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.694563 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:06.695262 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:06.753114 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3593552 Aug 06 18:22:06.798758 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e09a8da-6740-4174-b047-e25f45fb2cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd09d07-4c98-451d-9605-84365b63f279,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:06.812020 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 4cd09d07-4c98-451d-9605-84365b63f279 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:09.423162 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 36502) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:09.813965 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc78317f-de02-4903-9942-5ae9d987ae67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:09.815347 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cc78317f-de02-4903-9942-5ae9d987ae67 admin admin] 10.222.0.57 "GET /v2.0/networks/4cd09d07-4c98-451d-9605-84365b63f279 HTTP/1.1" status: 200 len: 825 time: 0.3911748 Aug 06 18:22:09.854604 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dd2bef25-a4e4-4be2-a4dc-92e6c0364c3f admin admin] 10.222.0.57 "GET /v2.0/subnetpools/a3dbc38e-e94c-40f1-ac95-87f6441659d5 HTTP/1.1" status: 200 len: 734 time: 0.0331988 Aug 06 18:22:09.863786 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5', 'tenant_id': '5ad257766b1f4633b51408cd54447083'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:09.885279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Made reservation on behalf of 5ad257766b1f4633b51408cd54447083 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:09.887879 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.186837 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.256280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541fcf65-2391-45a0-9c9f-a8d6290a22ad,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:10.260421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Checking segment: {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:10.260822 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Network hostable DHCP agents. Network: 4cd09d07-4c98-451d-9605-84365b63f279, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:10.284169 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Network 4cd09d07-4c98-451d-9605-84365b63f279 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:10.295417 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 4cd09d07-4c98-451d-9605-84365b63f279) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:10.301196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:10.302191 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.305811 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc0c1f-b199-4c59-b31c-2b93068f2954 None None] Network 4cd09d07-4c98-451d-9605-84365b63f279 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:10.316076 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0663178e-4c62-4b09-a87a-972ab45cc2d0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4556313 Aug 06 18:22:10.627508 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-4cd09d07-4c98-451d-9605-84365b63f279', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:22:10.628849 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:10.903966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Allocated IP 172.20.0.2 (4cd09d07-4c98-451d-9605-84365b63f279/541fcf65-2391-45a0-9c9f-a8d6290a22ad/080233a7-1179-4ab5-b9e4-51fe379498e0) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:11.110698 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.153286 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Transition to ACTIVE for port object 080233a7-1179-4ab5-b9e4-51fe379498e0 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:11.177144 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Transition to ACTIVE for port object 080233a7-1179-4ab5-b9e4-51fe379498e0 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:11.186399 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.262507 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Network 4cd09d07-4c98-451d-9605-84365b63f279 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:11.267751 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:11.271207 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:11.277309 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Pushing event updated for resources: {'Port': ['ID=080233a7-1179-4ab5-b9e4-51fe379498e0,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:11.308531 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.309157 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.309263 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.309541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.309877 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.310721 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.311099 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.311439 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.311822 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.312118 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.312446 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.312798 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Tracked resource versions report: Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: pushed versions: Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: { 'AddressGroup': {'1.2'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Log': {'1.0'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Network': {'1.1'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Port': {'1.7'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'PortForwarding': {'1.2'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'QosPolicy': {'1.9'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroup': {'1.4'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SubPort': {'1.0'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Subnet': {'1.1'}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Trunk': {'1.1'}} Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: consumer versions: Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'ConntrackHelper': '1.0', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Log': '1.0', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Network': '1.1', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Port': '1.7', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'PortForwarding': '1.2', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'QosPolicy': '1.9', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroup': '1.4', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroupRule': '1.2', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SubPort': '1.0', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Subnet': '1.1', Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Trunk': '1.1'}} Aug 06 18:22:11.313858 dv-cinder-790910-9-iscsi neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:22:11.362193 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Attempting to bind port 080233a7-1179-4ab5-b9e4-51fe379498e0 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:11.362592 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Attempting to bind port 080233a7-1179-4ab5-b9e4-51fe379498e0 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:11.363036 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Attempting to bind port 080233a7-1179-4ab5-b9e4-51fe379498e0 on network 4cd09d07-4c98-451d-9605-84365b63f279 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:11.367979 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:11.368385 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Checking segment: {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:11.368880 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.369277 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Bound using segment: {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:11.369756 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Bound port: 080233a7-1179-4ab5-b9e4-51fe379498e0, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:11.370165 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.434856 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] For port 080233a7-1179-4ab5-b9e4-51fe379498e0, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:11.440088 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] For port 080233a7-1179-4ab5-b9e4-51fe379498e0, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=080233a7-1179-4ab5-b9e4-51fe379498e0,segment=NetworkSegment(7532c538-2c13-4f46-9d11-2f592954f446),segment_id=7532c538-2c13-4f46-9d11-2f592954f446)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:11.443739 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:11.509102 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98ccb9e-69df-4108-8ee9-c33931a42a78 None None] Pushing event updated for resources: {'Port': ['ID=080233a7-1179-4ab5-b9e4-51fe379498e0,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:12.700099 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 36510) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:13.041321 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-59744c5c-6cf7-4f18-84d9-f8d4b3ea0754 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:22:13.042335 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-59744c5c-6cf7-4f18-84d9-f8d4b3ea0754 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3412824 Aug 06 18:22:15.452579 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 36518) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:15.764502 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [None req-d286d687-367c-47c5-b18e-d373b7861c19 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:22:15.765662 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d286d687-367c-47c5-b18e-d373b7861c19 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3121579 Aug 06 18:22:18.425049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36528) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:18.725556 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] Request body: {'router': {'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:18.753754 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.755502 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.907389 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.912980 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.932892 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:18.934265 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d4afb7dc-abbe-4769-be11-f63d19ee1400 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5086846 Aug 06 18:22:19.276583 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 080233a7-1179-4ab5-b9e4-51fe379498e0 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:19.364260 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 080233a7-1179-4ab5-b9e4-51fe379498e0 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:20.106318 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6260b910-3de4-4e47-bb5b-4b82ee9cb034 None None] Network 4cd09d07-4c98-451d-9605-84365b63f279 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:20.228267 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] Provisioning for port 080233a7-1179-4ab5-b9e4-51fe379498e0 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:20.237532 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] Provisioning complete for port 080233a7-1179-4ab5-b9e4-51fe379498e0 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:20.237920 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.386495 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.424543 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] For port 080233a7-1179-4ab5-b9e4-51fe379498e0, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=080233a7-1179-4ab5-b9e4-51fe379498e0,segment=NetworkSegment(7532c538-2c13-4f46-9d11-2f592954f446),segment_id=7532c538-2c13-4f46-9d11-2f592954f446)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:20.429977 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:20.485345 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6314d3-6154-4f1a-bd90-27293aa6e7f0 None None] Pushing event updated for resources: {'Port': ['ID=080233a7-1179-4ab5-b9e4-51fe379498e0,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:20.552477 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-3e8529e3-788a-4c8e-8fa1-9d26f4af102a None None] Provisioning complete for port 080233a7-1179-4ab5-b9e4-51fe379498e0 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:20.552841 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3e8529e3-788a-4c8e-8fa1-9d26f4af102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.251589 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 080233a7-1179-4ab5-b9e4-51fe379498e0 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:21.297465 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 080233a7-1179-4ab5-b9e4-51fe379498e0 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:21.297881 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:21.334507 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36540) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:21.644775 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [None req-4949462c-9ad0-4003-a46c-6b2643e4636b admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:22:21.645756 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-4949462c-9ad0-4003-a46c-6b2643e4636b admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102856 Aug 06 18:22:22.604796 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e1a01ede-b170-45c0-892c-445f92b47650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.014492 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36548) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:24.327846 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:24.350387 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Made reservation on behalf of 96b96954db1b4cbcbbf9e58dc7eeda2b for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:24.353361 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.368754 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.492632 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.496775 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.511155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Reserving flat network on physical network physnet1 {{(pid=93276) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 06 18:22:24.549738 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782875397304', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.550328 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Unsubscribe: segment precommit_create {{(pid=93276) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 06 18:22:24.550851 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Added segment 7af968c3-9534-428a-b504-bbb69eb25177 of type flat for network fc5807c6-1795-40fb-b522-109f88075d12 Aug 06 18:22:24.568438 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ed2eee-8b90-46a2-80af-94cd720d8475,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:24.616592 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.617243 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.617624 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.617952 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.618279 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.618762 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.619122 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.619446 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.619781 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.620104 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.620421 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.620739 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Tracked resource versions report: Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: pushed versions: Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: { 'AddressGroup': {'1.2'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'ConntrackHelper': {'1.0'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Log': {'1.0'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Network': {'1.1'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Port': {'1.7'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'PortForwarding': {'1.2'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'QosPolicy': {'1.9'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroup': {'1.4'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SubPort': {'1.0'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Subnet': {'1.1'}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Trunk': {'1.1'}} Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: consumer versions: Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'ConntrackHelper': '1.0', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Log': '1.0', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Network': '1.1', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Port': '1.7', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'PortForwarding': '1.2', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'QosPolicy': '1.9', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroup': '1.4', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroupRule': '1.2', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SubPort': '1.0', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Subnet': '1.1', Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Trunk': '1.1'}} Aug 06 18:22:24.621812 dv-cinder-790910-9-iscsi neutron-server[93276]: {{(pid=93276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:22:24.673406 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.732092 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.734033 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:24.734732 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:24.790940 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7752860 Aug 06 18:22:24.835568 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c88f81-3437-4515-b3bc-534c519ca7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fc5807c6-1795-40fb-b522-109f88075d12,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:24.846893 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network fc5807c6-1795-40fb-b522-109f88075d12 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:22:25.294126 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-beb631f6-12dc-43fb-b7fc-18c63de2d305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:25.371592 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:26.237671 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.173131 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36570) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:27.385155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7944633-7b80-4826-9404-c39b52490b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:27.386520 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-e7944633-7b80-4826-9404-c39b52490b57 admin admin] 10.222.0.57 "GET /v2.0/subnets/541fcf65-2391-45a0-9c9f-a8d6290a22ad HTTP/1.1" status: 200 len: 849 time: 0.2123523 Aug 06 18:22:27.523621 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9ec1889e-1ad4-481f-bf51-4fbfbfb9dca2 admin admin] 10.222.0.57 "GET /v2.0/routers/cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 HTTP/1.1" status: 200 len: 704 time: 0.1305180 Aug 06 18:22:27.785833 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:27.874582 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.075915 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Allocated IP 172.20.0.1 (4cd09d07-4c98-451d-9605-84365b63f279/541fcf65-2391-45a0-9c9f-a8d6290a22ad/931cd830-0b27-493b-acc7-7271e1a013c6) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:28.258142 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.283020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Transition to ACTIVE for port object 931cd830-0b27-493b-acc7-7271e1a013c6 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:28.363794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.445946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Network 4cd09d07-4c98-451d-9605-84365b63f279 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:28.452170 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:28.457717 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Pushing event updated for resources: {'Port': ['ID=931cd830-0b27-493b-acc7-7271e1a013c6,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:28.469496 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:28.470065 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.699461 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a640dc8a-f470-489d-9b19-67129800fe77 None None] Provisioning for port 931cd830-0b27-493b-acc7-7271e1a013c6 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:28.703893 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a640dc8a-f470-489d-9b19-67129800fe77 None None] Provisioning complete for port 931cd830-0b27-493b-acc7-7271e1a013c6 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:28.704262 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a640dc8a-f470-489d-9b19-67129800fe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.716853 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.747248 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a640dc8a-f470-489d-9b19-67129800fe77 None None] Port 931cd830-0b27-493b-acc7-7271e1a013c6 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:28.937479 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.941928 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:28.942701 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.021540 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Pushing event updated for resources: {'Port': ['ID=931cd830-0b27-493b-acc7-7271e1a013c6,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:29.064697 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Network 4cd09d07-4c98-451d-9605-84365b63f279 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:29.066041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:29.231150 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:22:29.269183 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f4f51792-20de-4d82-bd1b-e9aa1c7dab77 None None] Provisioning complete for port 931cd830-0b27-493b-acc7-7271e1a013c6 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:29.269709 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f4f51792-20de-4d82-bd1b-e9aa1c7dab77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:29.304797 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-f4f51792-20de-4d82-bd1b-e9aa1c7dab77 None None] Port 931cd830-0b27-493b-acc7-7271e1a013c6 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:22:29.323301 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:29.328924 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c916552a-3970-4382-97cc-458764dfc8fa admin admin] 10.222.0.57 "PUT /v2.0/routers/cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7999935 Aug 06 18:22:29.355453 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Sync routers for ids ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:29.366797 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Routers {'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:29.367672 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:22:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:29.553405 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Set router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:29.980533 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'name': 'router1', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:18Z', 'updated_at': '2021-08-06T18:22:28Z', 'revision_number': 2, 'project_id': '5ad257766b1f4633b51408cd54447083', 'gw_port_host': None, '_interfaces': [{'id': '931cd830-0b27-493b-acc7-7271e1a013c6', 'name': '', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'mac_address': 'fa:16:3e:81:67:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:27Z', 'updated_at': '2021-08-06T18:22:28Z', 'revision_number': 2, 'project_id': '5ad257766b1f4633b51408cd54447083', 'subnets': [{'id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:30.032526 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Checking router: cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:22:30.032900 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Updating router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 port 931cd830-0b27-493b-acc7-7271e1a013c6 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:22:30.081157 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.596170 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.615129 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Transition to ACTIVE for port object 931cd830-0b27-493b-acc7-7271e1a013c6 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:30.620524 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.780556 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Attempting to bind port 931cd830-0b27-493b-acc7-7271e1a013c6 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:30.780985 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Attempting to bind port 931cd830-0b27-493b-acc7-7271e1a013c6 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:30.781408 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Attempting to bind port 931cd830-0b27-493b-acc7-7271e1a013c6 on network 4cd09d07-4c98-451d-9605-84365b63f279 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:30.787550 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Pushing event updated for resources: {'Port': ['ID=931cd830-0b27-493b-acc7-7271e1a013c6,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:30.797666 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:30.798081 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Checking segment: {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:30.798575 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.798982 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Bound using segment: {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:30.799479 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Bound port: 931cd830-0b27-493b-acc7-7271e1a013c6, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7532c538-2c13-4f46-9d11-2f592954f446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:30.799870 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.802980 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.803356 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.803696 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.804032 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.804363 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.804702 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.805026 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.805357 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.805685 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.806004 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.806324 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.806640 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Tracked resource versions report: Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: pushed versions: Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: { 'AddressGroup': {'1.2'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Log': {'1.0'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Network': {'1.1'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Port': {'1.7'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'PortForwarding': {'1.2'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'QosPolicy': {'1.9'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroup': {'1.4'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SubPort': {'1.0'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Subnet': {'1.1'}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Trunk': {'1.1'}} Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: consumer versions: Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'ConntrackHelper': '1.0', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Log': '1.0', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Network': '1.1', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Port': '1.7', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'PortForwarding': '1.2', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'QosPolicy': '1.9', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroup': '1.4', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroupRule': '1.2', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SubPort': '1.0', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Subnet': '1.1', Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Trunk': '1.1'}} Aug 06 18:22:30.807796 dv-cinder-790910-9-iscsi neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:22:30.876812 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] For port 931cd830-0b27-493b-acc7-7271e1a013c6, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:30.898644 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] For port 931cd830-0b27-493b-acc7-7271e1a013c6, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=931cd830-0b27-493b-acc7-7271e1a013c6,segment=NetworkSegment(7532c538-2c13-4f46-9d11-2f592954f446),segment_id=7532c538-2c13-4f46-9d11-2f592954f446)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:30.903194 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:30.957623 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Routers {'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:30.958256 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:22:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:31.038349 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d7e1a0-ac5d-43e9-9ea3-89c7d6953d78 None None] Pushing event updated for resources: {'Port': ['ID=931cd830-0b27-493b-acc7-7271e1a013c6,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:31.055849 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] Set router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:31.269060 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'name': 'router1', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:18Z', 'updated_at': '2021-08-06T18:22:28Z', 'revision_number': 2, 'project_id': '5ad257766b1f4633b51408cd54447083', 'gw_port_host': None, '_interfaces': [{'id': '931cd830-0b27-493b-acc7-7271e1a013c6', 'name': '', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'mac_address': 'fa:16:3e:81:67:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:27Z', 'updated_at': '2021-08-06T18:22:30Z', 'revision_number': 4, 'project_id': '5ad257766b1f4633b51408cd54447083', 'subnets': [{'id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:31.294390 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419ebf9c-9a48-43c8-a71f-8cc676fb1bff None None] The sync data for ids ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'] in dv-cinder-790910-9-iscsi is: [{'id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'name': 'router1', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:18Z', 'updated_at': '2021-08-06T18:22:28Z', 'revision_number': 2, 'project_id': '5ad257766b1f4633b51408cd54447083', 'gw_port_host': None, '_interfaces': [{'id': '931cd830-0b27-493b-acc7-7271e1a013c6', 'name': '', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'mac_address': 'fa:16:3e:81:67:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:27Z', 'updated_at': '2021-08-06T18:22:30Z', 'revision_number': 4, 'project_id': '5ad257766b1f4633b51408cd54447083', 'subnets': [{'id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:31.545842 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 36592) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:31.659988 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e21b1e8-6ebd-4ccf-895a-da4b06b7eb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:31.661342 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1e21b1e8-6ebd-4ccf-895a-da4b06b7eb25 admin admin] 10.222.0.57 "GET /v2.0/networks/fc5807c6-1795-40fb-b522-109f88075d12 HTTP/1.1" status: 200 len: 842 time: 0.1145744 Aug 06 18:22:31.671689 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Request body: {'subnet': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:31.691397 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Made reservation on behalf of 96b96954db1b4cbcbbf9e58dc7eeda2b for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:22:31.693647 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.043719 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.objects.ports [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93275) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 06 18:22:32.044174 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.097215 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce10fc57-6774-4c76-9cb3-a1c3587903b3,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:32.106861 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:32.107244 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Network hostable DHCP agents. Network: fc5807c6-1795-40fb-b522-109f88075d12, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:22:32.126047 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:22:32.134721 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, fc5807c6-1795-40fb-b522-109f88075d12) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:32.138872 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:32.140053 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:32.146829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cbf455-8bc3-44a2-93e7-e9c78cd6d7f6 None None] Network fc5807c6-1795-40fb-b522-109f88075d12 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:32.168687 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-298265bd-17b6-417c-ad56-866d424c768f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4927497 Aug 06 18:22:32.308014 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d1800-1f09-4fb2-8335-1307fd9cac63 None None] Network fc5807c6-1795-40fb-b522-109f88075d12 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:22:34.460594 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36600) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:34.594321 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d5a1df5b-2751-45c2-bc45-5654fd09ae68 admin admin] 10.222.0.57 "GET /v2.0/routers/cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 HTTP/1.1" status: 200 len: 710 time: 0.1325741 Aug 06 18:22:34.682813 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e315f-f5a6-4a1d-90e3-38c8fb7dcac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:22:34.684210 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-097e315f-f5a6-4a1d-90e3-38c8fb7dcac2 admin admin] 10.222.0.57 "GET /v2.0/networks/fc5807c6-1795-40fb-b522-109f88075d12 HTTP/1.1" status: 200 len: 886 time: 0.0842836 Aug 06 18:22:34.693473 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:22:34.945982 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.257556 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.329776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.439607 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Allocated IP 172.27.0.3 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:22:35.538240 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.580188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:35.619239 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:22:35.622029 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:22:35.628159 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:22:35.630888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Pushing event updated for resources: {'Port': ['ID=80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:35.873428 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.068974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-570531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-564460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5515'] for router, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.072426 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-570516', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-570525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-564387'] for router, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.177393 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:22:36.282319 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:22:36.286432 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:36.299092 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-5b232347-2408-4d85-96a7-0c3a51556ccb admin admin] 10.222.0.57 "PUT /v2.0/routers/cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 HTTP/1.1" status: 200 len: 888 time: 1.5973575 Aug 06 18:22:37.279984 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 931cd830-0b27-493b-acc7-7271e1a013c6 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:37.341057 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 931cd830-0b27-493b-acc7-7271e1a013c6 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:37.345622 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 931cd830-0b27-493b-acc7-7271e1a013c6 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:37.345988 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.422842 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.457711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 931cd830-0b27-493b-acc7-7271e1a013c6, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=931cd830-0b27-493b-acc7-7271e1a013c6,segment=NetworkSegment(7532c538-2c13-4f46-9d11-2f592954f446),segment_id=7532c538-2c13-4f46-9d11-2f592954f446)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:37.461729 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:37.509663 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=931cd830-0b27-493b-acc7-7271e1a013c6,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:37.933191 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Sync routers for ids ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:22:37.943841 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Routers {'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:37.944502 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:22:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:38.196124 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Set router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:38.598936 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'name': 'router1', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:18Z', 'updated_at': '2021-08-06T18:22:35Z', 'revision_number': 4, 'project_id': '5ad257766b1f4633b51408cd54447083', 'gw_port': {'id': '80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:35Z', 'updated_at': '2021-08-06T18:22:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '931cd830-0b27-493b-acc7-7271e1a013c6', 'name': '', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'mac_address': 'fa:16:3e:81:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:27Z', 'updated_at': '2021-08-06T18:22:37Z', 'revision_number': 5, 'project_id': '5ad257766b1f4633b51408cd54447083', 'subnets': [{'id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:38.652494 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Checking router: cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:22:38.652847 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Updating router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:22:38.705181 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:38.710630 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 36612) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:22:38.822103 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-aee292b1-b1a8-45a2-805e-31f6ac2877dd admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 409 time: 0.1103098 Aug 06 18:22:39.058527 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.072091 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Transition to ACTIVE for port object 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:22:39.080145 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.137502 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Attempting to bind port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:22:39.137872 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Attempting to bind port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:22:39.138232 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Attempting to bind port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:22:39.140872 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bb250-e08b-4ca7-a767-c39f5d8839d9 None None] Pushing event updated for resources: {'Port': ['ID=80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:39.147552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:22:39.148449 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:22:39.148449 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.148670 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:22:39.149123 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Bound port: 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:22:39.149518 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.200128 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] For port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:22:39.203421 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] For port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:22:39.209463 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.264532 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09bb250-e08b-4ca7-a767-c39f5d8839d9 None None] Pushing event updated for resources: {'Port': ['ID=80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:39.291988 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 931cd830-0b27-493b-acc7-7271e1a013c6 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:39.322449 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Routers {'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:22:39.323114 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:22:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:39.513784 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 931cd830-0b27-493b-acc7-7271e1a013c6 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:39.514168 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:39.555604 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] Set router cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:22:39.817007 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'name': 'router1', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:18Z', 'updated_at': '2021-08-06T18:22:35Z', 'revision_number': 4, 'project_id': '5ad257766b1f4633b51408cd54447083', 'gw_port': {'id': '80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:35Z', 'updated_at': '2021-08-06T18:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '931cd830-0b27-493b-acc7-7271e1a013c6', 'name': '', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'mac_address': 'fa:16:3e:81:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:27Z', 'updated_at': '2021-08-06T18:22:37Z', 'revision_number': 5, 'project_id': '5ad257766b1f4633b51408cd54447083', 'subnets': [{'id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:22:39.841880 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b0ea4f-b044-4fe3-aabc-52dc2e904b3b None None] The sync data for ids ['cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01'] in dv-cinder-790910-9-iscsi is: [{'id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'name': 'router1', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:22:18Z', 'updated_at': '2021-08-06T18:22:35Z', 'revision_number': 4, 'project_id': '5ad257766b1f4633b51408cd54447083', 'gw_port': {'id': '80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:7f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:35Z', 'updated_at': '2021-08-06T18:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '931cd830-0b27-493b-acc7-7271e1a013c6', 'name': '', 'network_id': '4cd09d07-4c98-451d-9605-84365b63f279', 'tenant_id': '5ad257766b1f4633b51408cd54447083', 'mac_address': 'fa:16:3e:81:67:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0ae12c-66b4-4927-9dcc-6c6fde3f7b01', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:22:27Z', 'updated_at': '2021-08-06T18:22:37Z', 'revision_number': 5, 'project_id': '5ad257766b1f4633b51408cd54447083', 'subnets': [{'id': '541fcf65-2391-45a0-9c9f-a8d6290a22ad', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3dbc38e-e94c-40f1-ac95-87f6441659d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:22:41.315378 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:41.373168 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:22:41.377638 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:41.378012 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.477406 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.508159 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:22:41.516518 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:41.568155 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:22:43.309877 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:22:43.386407 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 80cceeb1-40d2-43ae-8b7d-e7b191dbc4f5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:22:43.386790 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:47.891615 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:22:52.608779 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c509392c-9172-47f4-ad5b-ae199e9f54da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.298493 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-09e1fcf2-477c-4121-8879-1a6c3e57e8a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:55.376911 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:56.245307 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:22:57.901186 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:22.604310 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-91cfa0e4-ee19-4442-ad6a-ae02336766d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:24.890610 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:23:25.293238 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-083a80d1-6955-4f24-821d-339c62e52c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:25.380458 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:26.244718 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:27.905853 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:52.606902 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-461f0e5e-7bce-47bd-ab0e-7ba37ba90fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.294581 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-df5139d0-55b0-4d50-ad28-7b2b3ad915e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:55.380855 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:56.248418 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:23:57.904928 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:01.889531 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:24:15.982064 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37182) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:16.043080 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.pecan_wsgi.hooks.translation [None req-30923209-b972-4bbe-b1d2-99c954e7e84e admin admin] GET failed (client error): The resource could not be found. Aug 06 18:24:16.044404 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-30923209-b972-4bbe-b1d2-99c954e7e84e admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613902 Aug 06 18:24:16.295485 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ec0277-9a4b-4a8c-b2ac-0a85c281a486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:16.297232 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-35ec0277-9a4b-4a8c-b2ac-0a85c281a486 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2476149 Aug 06 18:24:18.442462 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37192) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:18.535461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68c8e87-e3a5-4e97-b513-9156eacaee98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:18.536801 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a68c8e87-e3a5-4e97-b513-9156eacaee98 admin admin] 10.222.0.57 "GET /v2.0/subnets/541fcf65-2391-45a0-9c9f-a8d6290a22ad HTTP/1.1" status: 200 len: 849 time: 0.0933607 Aug 06 18:24:18.546351 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:24:18.633216 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.773506 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782875418462'] for subnet, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.810697 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:18.811961 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:18.812593 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] 10.222.0.57 "PUT /v2.0/subnets/541fcf65-2391-45a0-9c9f-a8d6290a22ad HTTP/1.1" status: 200 len: 868 time: 0.2698810 Aug 06 18:24:18.830025 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=541fcf65-2391-45a0-9c9f-a8d6290a22ad,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:24:18.834242 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4897b-30c2-48e0-96de-2d242b7ebabc None None] Network 4cd09d07-4c98-451d-9605-84365b63f279 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:24:18.837553 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.837924 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.838283 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.838624 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.838959 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.839337 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.839674 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.840005 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.840336 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.840667 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.840993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:18.841315 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88979e0-9031-4634-a759-5411146e6989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:24:19.248987 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-957162e1-b516-49a3-a952-93e7bd910553 None None] Provisioning complete for port 931cd830-0b27-493b-acc7-7271e1a013c6 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:19.249350 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-957162e1-b516-49a3-a952-93e7bd910553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:19.333362 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-957162e1-b516-49a3-a952-93e7bd910553 None None] Provisioning complete for port 080233a7-1179-4ab5-b9e4-51fe379498e0 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:24:19.333726 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-957162e1-b516-49a3-a952-93e7bd910553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:21.014297 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37202) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:21.227753 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be31b04-e860-41e8-93b8-9befb4b3ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:21.228232 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be31b04-e860-41e8-93b8-9befb4b3ed38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:21.229773 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-5be31b04-e860-41e8-93b8-9befb4b3ed38 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2145398 Aug 06 18:24:22.610081 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a8f8c907-214c-44f0-a9cf-080f97334919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:23.392905 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37210) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:23.523248 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c9014-b7c2-4cec-8f61-b71c499f6b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:23.523649 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655c9014-b7c2-4cec-8f61-b71c499f6b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:23.525179 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-655c9014-b7c2-4cec-8f61-b71c499f6b84 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1313276 Aug 06 18:24:25.298746 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4fab7f85-b50a-4d2b-8555-be7cd858cd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.381139 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:25.705731 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37218) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:25.834884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259a5837-f2dd-464f-9c54-72fa4a019edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:25.836285 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-259a5837-f2dd-464f-9c54-72fa4a019edc admin admin] 10.222.0.57 "GET /v2.0/networks/4cd09d07-4c98-451d-9605-84365b63f279 HTTP/1.1" status: 200 len: 869 time: 0.1296146 Aug 06 18:24:26.249973 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:27.910130 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:28.032923 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37226) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:28.154345 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5104332-ee4c-4026-9348-fe564f9eb3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:28.155758 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-e5104332-ee4c-4026-9348-fe564f9eb3e8 admin admin] 10.222.0.57 "GET /v2.0/networks/fc5807c6-1795-40fb-b522-109f88075d12 HTTP/1.1" status: 200 len: 886 time: 0.1217546 Aug 06 18:24:30.312329 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37234) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:30.435852 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d09c59-dbee-49ce-a721-16a1f32798a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:30.436312 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d09c59-dbee-49ce-a721-16a1f32798a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:30.437969 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a1d09c59-dbee-49ce-a721-16a1f32798a7 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1246831 Aug 06 18:24:32.597853 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37242) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:32.690735 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5921e-fee8-42f6-b603-ff44118d79c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:32.691230 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d5921e-fee8-42f6-b603-ff44118d79c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:32.692763 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-96d5921e-fee8-42f6-b603-ff44118d79c9 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939624 Aug 06 18:24:34.850730 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37250) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:34.946095 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03b7337-d45b-4883-b708-e9d04129b0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:34.947490 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b03b7337-d45b-4883-b708-e9d04129b0ab admin admin] 10.222.0.57 "GET /v2.0/subnets/541fcf65-2391-45a0-9c9f-a8d6290a22ad HTTP/1.1" status: 200 len: 868 time: 0.0957913 Aug 06 18:24:37.171791 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37258) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:24:37.258389 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a4051-6f62-4fef-9d45-8ad3328840b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:24:37.259740 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f48a4051-6f62-4fef-9d45-8ad3328840b8 admin admin] 10.222.0.57 "GET /v2.0/subnets/ce10fc57-6774-4c76-9cb3-a1c3587903b3 HTTP/1.1" status: 200 len: 816 time: 0.0869665 Aug 06 18:24:38.892255 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:24:52.620675 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5b2941dc-1bd6-4949-944b-e1a7cf0b62e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.298822 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-615446d4-4ff2-41fe-bad2-d295dd5f6ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:55.381592 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:56.254339 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:24:57.910289 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:03.065551 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37312) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:03.113876 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [None req-cfce52e1-cd9a-49d0-b4fc-e301a18ba2c7 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:25:03.114860 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-cfce52e1-cd9a-49d0-b4fc-e301a18ba2c7 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483847 Aug 06 18:25:05.400156 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37320) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:05.461285 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4954f76-2b2b-4d36-beaa-f54edebd4224 admin admin] GET failed (client error): The resource could not be found. Aug 06 18:25:05.462585 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f4954f76-2b2b-4d36-beaa-f54edebd4224 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614800 Aug 06 18:25:05.548740 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d740ee-8de8-42b4-8c26-4eb3dcae98bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:05.550119 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f6d740ee-8de8-42b4-8c26-4eb3dcae98bf admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0831270 Aug 06 18:25:07.764911 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37328) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:07.825818 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:07.847905 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Made reservation on behalf of 96b96954db1b4cbcbbf9e58dc7eeda2b for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:07.850353 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.877907 dv-cinder-790910-9-iscsi neutron-server[93276]: WARNING neutron.services.revisions.revision_plugin [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Could not find related network for resource to bump revision. Aug 06 18:25:07.893047 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:25:07.904005 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.904350 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Added segment 20f8afd9-bfaa-4075-a6e5-afdcaab65ba9 of type vlan for network 548e6ede-a7f7-4392-9229-3a1a11889c64 Aug 06 18:25:07.943332 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.971728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:07.972665 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:07.973245 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:08.002286 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2362978 Aug 06 18:25:08.037526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Pushing event updated for resources: {'Network': ['ID=548e6ede-a7f7-4392-9229-3a1a11889c64,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:08.046458 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.046842 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.047226 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.047657 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.047999 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.048334 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.048664 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.048992 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.049318 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.049643 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.049968 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.050289 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e5e37da-6cd0-48cf-89f6-244b0a60089a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:08.062710 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 548e6ede-a7f7-4392-9229-3a1a11889c64 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:25:10.208768 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37336) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:25:10.268892 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21e5022-0e7a-4fc8-bc2a-64906daffe8f admin admin] GET failed (client error): The resource could not be found. Aug 06 18:25:10.270195 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a21e5022-0e7a-4fc8-bc2a-64906daffe8f admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604525 Aug 06 18:25:10.337519 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ece6b73-247b-4e5e-9ef5-d526e20c6f03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:10.339095 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1ece6b73-247b-4e5e-9ef5-d526e20c6f03 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0644720 Aug 06 18:25:10.348970 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:25:10.371884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Made reservation on behalf of 96b96954db1b4cbcbbf9e58dc7eeda2b for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:25:10.374048 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.568192 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.614212 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3538970f-f670-4dc2-92aa-1beaa5b130fd,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:10.630028 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Checking segment: {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:10.630383 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Network hostable DHCP agents. Network: 548e6ede-a7f7-4392-9229-3a1a11889c64, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:25:10.652370 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Network 548e6ede-a7f7-4392-9229-3a1a11889c64 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:25:10.663362 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 548e6ede-a7f7-4392-9229-3a1a11889c64) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:10.667779 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:25:10.668387 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:10.673887 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552eeab7-7380-4cfa-bd53-8173e588cff6 None None] Network 548e6ede-a7f7-4392-9229-3a1a11889c64 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:10.681647 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a1bdda0e-a881-416c-8062-69df70a6bfcf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359072 Aug 06 18:25:10.916280 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-548e6ede-a7f7-4392-9229-3a1a11889c64', 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64', 'tenant_id': '96b96954db1b4cbcbbf9e58dc7eeda2b', 'fixed_ips': [{'subnet_id': '3538970f-f670-4dc2-92aa-1beaa5b130fd'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:25:10.917306 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.062572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Allocated IP 192.168.233.2 (548e6ede-a7f7-4392-9229-3a1a11889c64/3538970f-f670-4dc2-92aa-1beaa5b130fd/c0e6a200-29d7-49c7-849f-fba7fd8ae2d1) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:25:11.208148 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.216917 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Transition to ACTIVE for port object c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:11.231719 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Transition to ACTIVE for port object c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:25:11.237576 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.281512 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Network 548e6ede-a7f7-4392-9229-3a1a11889c64 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:25:11.286946 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Pushing event updated for resources: {'Port': ['ID=c0e6a200-29d7-49c7-849f-fba7fd8ae2d1,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:11.290092 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:25:11.296596 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.296955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.297300 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.297640 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.297977 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.298307 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.298634 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.298964 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.299338 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.299673 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.300019 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.300343 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:25:11.303257 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:25:11.361204 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Attempting to bind port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:25:11.361568 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Attempting to bind port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:25:11.361926 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Attempting to bind port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 on network 548e6ede-a7f7-4392-9229-3a1a11889c64 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:25:11.366827 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:25:11.367242 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Checking segment: {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:25:11.367638 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.368028 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Bound using segment: {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:25:11.368485 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Bound port: c0e6a200-29d7-49c7-849f-fba7fd8ae2d1, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:25:11.368864 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.431993 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] For port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:25:11.435907 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] For port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=c0e6a200-29d7-49c7-849f-fba7fd8ae2d1,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:25:11.441326 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:11.514674 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c78f9f-ebab-4d46-a40c-7c7e90bbba9e None None] Pushing event updated for resources: {'Port': ['ID=c0e6a200-29d7-49c7-849f-fba7fd8ae2d1,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:12.272239 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fece264e-0a21-49dd-afee-96cdf6de0556 None None] Network 548e6ede-a7f7-4392-9229-3a1a11889c64 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:25:12.351567 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-02ceabeb-abc7-4fb7-a0cf-22574c8ed262 None None] Provisioning for port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:13.410638 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:13.461747 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:25:13.466149 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:13.466513 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.547388 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.579565 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=c0e6a200-29d7-49c7-849f-fba7fd8ae2d1,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:25:13.583816 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:13.631948 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=c0e6a200-29d7-49c7-849f-fba7fd8ae2d1,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:25:15.401194 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:25:15.448689 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port c0e6a200-29d7-49c7-849f-fba7fd8ae2d1 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:25:15.449060 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:15.891727 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:25:22.612104 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e824-30da-4290-bb3c-11998d328007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.301557 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5a35-5280-4c71-8145-cf61e448d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:25.382283 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:26.258021 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:27.917127 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.612915 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6f95ec95-f0e9-4ad9-950a-b6d01732ab95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:52.890247 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:25:55.302384 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9478abaa-7e8d-4b66-837b-5c1ca3d6ee87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:55.386622 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:56.261957 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:25:57.919801 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:19.484496 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37388) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:19.491115 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [None req-7ca9e925-e40c-41be-8c8b-f8ab49732f4a tempest-verify_tempest_config-979651993 tempest-verify_tempest_config-979651993-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:26:19.492045 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7ca9e925-e40c-41be-8c8b-f8ab49732f4a tempest-verify_tempest_config-979651993 tempest-verify_tempest_config-979651993-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065758 Aug 06 18:26:19.798577 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37406) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:19.901706 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:19.991258 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:19.994606 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:20.040792 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a42042c2d5994108b7b312e5d9b2ed1f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2411304 Aug 06 18:26:20.042578 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea19517-c329-48cd-b0c6-e185b1261998,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:20.043443 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37410) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:26:20.049389 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.049748 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.050097 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.050432 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.050765 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.051137 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.052000 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.052401 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.052761 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.053094 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.053424 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.053752 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe16bfd-f02f-4c13-8c7c-bbe6bc277759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.100235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:20.120666 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:20.209126 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:20.211585 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:20.212801 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bea19517-c329-48cd-b0c6-e185b1261998 HTTP/1.1" status: 204 len: 168 time: 0.1683013 Aug 06 18:26:20.221120 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea19517-c329-48cd-b0c6-e185b1261998,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:26:20.227591 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.227968 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.228321 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.228658 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.228993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.229340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.229678 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.230003 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.230330 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.230743 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.230968 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:20.231316 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca7f253-4e30-4725-8399-2e548855a793 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:26:22.613929 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-69dd8331-5c22-45ac-86ee-3e6ea8a6dec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:25.304980 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fb31db4d-43cc-4dde-b870-bbdc8eecb15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:25.387886 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:26.264873 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:27.922695 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:29.889308 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:26:52.614616 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-47a5a31a-1263-48ca-a3ca-8439afa128ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.306406 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5cb0857b-ea4a-42b8-800e-5f33ac63e780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:55.387418 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:56.267225 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:26:57.924387 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:06.888239 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:27:22.614918 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-384056d6-caa6-4d94-aad1-7a5d1c0084cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:25.306711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6354fee5-e461-43e8-9123-b0403e8d4ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:25.388429 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:26.269856 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:27.927083 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:43.887056 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 5 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:27:51.757185 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-559773'] for agent, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:52.616223 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a484bac7-bbb1-4d38-8a90-d2324dee1214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:55.310574 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5931a00a-b19e-4721-be5f-22809cb48312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:55.389916 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:55.972038 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37464) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:27:56.087508 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6337994f-542b-4372-b4c9-6cb3c8821076 admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1143124 Aug 06 18:27:56.272506 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:57.930621 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:27:58.290689 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37474) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:27:58.346225 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7fa5d9ab-057b-47aa-b3e8-953f29cf7a6a admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0544333 Aug 06 18:28:20.886818 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:28:21.716868 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:22.618289 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-db704999-81c3-448a-9ff0-2033efa1f4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:25.311454 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ef5d595e-a7e2-4c3f-b248-d8653c6fb272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:25.391207 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:26.275442 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:27.934720 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:51.713325 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:52.622144 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9b67cf7e-1842-4e03-a3b5-a4ce4f93880f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.312106 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2bba4531-7025-4d2a-b10d-cb76d0097599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:55.390121 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:56.279667 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:28:57.886341 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:28:57.934609 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:21.707315 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:22.623571 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f6e404a6-d3eb-4435-a095-fa413a2e17db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:25.315464 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-48012414-b119-48fd-bad9-1349d57a7e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:25.394767 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:26.288542 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:27.938761 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.123000 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37714) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:28.245280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37722) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:28.275192 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37726) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:28.283628 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37730) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:28.466110 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2086889159-network', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:28.487883 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Made reservation on behalf of 10269de20bc7485d9349868b7a3e4ef0 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:28.490267 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.499509 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.610737 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.621800 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-network', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:28.626824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.645965 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-214283315-network', 'tenant_id': 'b9f31ee7ddb24eadac02cfbb939d2444'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:28.664323 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:29:28.670648 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-472121693-network', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:28.683048 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Made reservation on behalf of 166d8db214bb4890b5b650cd67df2cf2 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:28.685459 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.712200 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Made reservation on behalf of 691041d7a40145c7a45a1ccee4344a80 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:28.719251 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.719963 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.720341 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Added segment 9ffa6879-bf60-4922-96b9-2eca2b80ce3c of type vlan for network 9be7f983-23ed-4a17-8cff-8f14b156fc4d Aug 06 18:29:28.721655 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.742594 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.749952 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7f0175-efbc-4fc4-a5aa-edf6c8e212cd,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:28.800444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.800817 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.801169 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.801513 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.801851 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.802242 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.802526 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.802922 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.803287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.803617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.803945 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.804269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Tracked resource versions report: Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: pushed versions: Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: { 'AddressGroup': {'1.2'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'ConntrackHelper': {'1.0'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Log': {'1.0'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Network': {'1.1'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Port': {'1.7'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'PortForwarding': {'1.2'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'QosPolicy': {'1.9'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroup': {'1.4'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SubPort': {'1.0'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Subnet': {'1.1'}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Trunk': {'1.1'}} Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: consumer versions: Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: HyperV agent@hv-cinder-79091: {}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'ConntrackHelper': '1.0', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Log': '1.0', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Network': '1.1', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Port': '1.7', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'PortForwarding': '1.2', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'QosPolicy': '1.9', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroup': '1.4', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SecurityGroupRule': '1.2', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'SubPort': '1.0', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Subnet': '1.1', Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: 'Trunk': '1.1'}} Aug 06 18:29:28.805384 dv-cinder-790910-9-iscsi neutron-server[93275]: {{(pid=93275) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:29:28.811285 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Made reservation on behalf of b9f31ee7ddb24eadac02cfbb939d2444 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:28.813546 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.817529 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.828596 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.881433 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.886134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:28.887621 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.969866 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.970373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] Pushing event updated for resources: {'Network': ['ID=9be7f983-23ed-4a17-8cff-8f14b156fc4d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:28.982568 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:28.983883 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:29:28.995347 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:29:29.004090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.004430 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Added segment a16a01c9-8a8c-4b1b-8d27-ba5d265af86a of type vlan for network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 Aug 06 18:29:29.049418 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.086278 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.087560 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:29.088133 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.117264 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9dba41e-eac1-41fd-ae40-d3123eb8d594,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:29.144975 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.145319 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.145674 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.146004 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.146331 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.147256 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.147918 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.148397 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.148897 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.149366 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.149852 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.150312 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Tracked resource versions report: Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: pushed versions: Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: { 'AddressGroup': {'1.2'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'ConntrackHelper': {'1.0'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Log': {'1.0'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Network': {'1.1'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Port': {'1.7'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'PortForwarding': {'1.2'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'QosPolicy': {'1.9'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroup': {'1.4'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SubPort': {'1.0'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Subnet': {'1.1'}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Trunk': {'1.1'}} Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: consumer versions: Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: HyperV agent@hv-cinder-79091: {}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'ConntrackHelper': '1.0', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Log': '1.0', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Network': '1.1', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Port': '1.7', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'PortForwarding': '1.2', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'QosPolicy': '1.9', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroup': '1.4', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SecurityGroupRule': '1.2', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'SubPort': '1.0', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Subnet': '1.1', Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: 'Trunk': '1.1'}} Aug 06 18:29:29.151639 dv-cinder-790910-9-iscsi neutron-server[93276]: {{(pid=93276) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:29:29.170845 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.176227 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.225578 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:29:29.243341 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db721069-e7a9-41a2-93ff-9922fbb73d47,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:29.267692 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.268147 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Added segment e1502945-9102-47d2-84cb-7d96cef71394 of type vlan for network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 Aug 06 18:29:29.334676 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0561979 Aug 06 18:29:29.335394 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37788) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:29.342827 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fcecab-c8f9-4390-a36b-b26f124c3e6a admin admin] Pushing event updated for resources: {'Network': ['ID=ed10380b-eca5-4c76-a24a-dc3143a7bdf2,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:29.350702 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Request body: {'subnet': {'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-subnet', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:29.356168 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:29:29.356637 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.369312 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.db.api [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:29:29.369312 dv-cinder-790910-9-iscsi neutron-server[93276]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:29:29.369312 dv-cinder-790910-9-iscsi neutron-server[93276]: [parameters: {'project_id_1': '691041d7a40145c7a45a1ccee4344a80', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 29, 29, 354848)}] Aug 06 18:29:29.369312 dv-cinder-790910-9-iscsi neutron-server[93276]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:29:29.370247 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG oslo_db.api [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:29:29.410157 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.411177 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:29.411763 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.536409 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:29.586727 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:29:29.591452 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.608672 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.630543 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:29:29.641540 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.642169 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Added segment 4343d1bf-a386-42a9-8e12-94341ae4b7d0 of type vlan for network cc6aae11-eb14-44af-aaca-38499305e5f9 Aug 06 18:29:29.690484 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.748282 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4edad3dc-0d01-4665-b9db-6dbf89b642d1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5015686 Aug 06 18:29:29.749729 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ed1d02-2c30-4ebc-a4c4-148c4bf92924,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:29.751270 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37800) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:29.756543 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-daa0b3c5-0e54-49ed-9e71-c3ff869545cd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6318796 Aug 06 18:29:29.757415 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.758521 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:29.758995 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Request body: {'subnet': {'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-subnet', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:29.759150 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.762605 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37802) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:29.762745 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37804) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:29.806940 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Made reservation on behalf of 166d8db214bb4890b5b650cd67df2cf2 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:29.813473 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.834373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] Pushing event updated for resources: {'Network': ['ID=cc6aae11-eb14-44af-aaca-38499305e5f9,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:29.841651 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Request body: {'subnet': {'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2086889159-subnet', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:29.845768 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network cc6aae11-eb14-44af-aaca-38499305e5f9 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:29:29.854156 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1fbddb96-70cf-435f-9489-558e9321dbaf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5690939 Aug 06 18:29:29.857019 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37814) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:29.863966 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Request body: {'subnet': {'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-214283315-subnet', 'tenant_id': 'b9f31ee7ddb24eadac02cfbb939d2444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:29.906340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Made reservation on behalf of 10269de20bc7485d9349868b7a3e4ef0 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:29.909270 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:29.914278 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Made reservation on behalf of b9f31ee7ddb24eadac02cfbb939d2444 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:29.915997 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.056670 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Made reservation on behalf of 691041d7a40145c7a45a1ccee4344a80 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:30.059034 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.127316 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1e66-656b-43cb-9b49-e9528fe94995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.170453 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.245627 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f87cac5f-2d14-44ad-bf95-4cc514182135,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:30.269162 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1e66-656b-43cb-9b49-e9528fe94995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.289774 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f0ee1e66-656b-43cb-9b49-e9528fe94995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.310573 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Checking segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:30.311158 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Network hostable DHCP agents. Network: d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:29:30.373597 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f0ee1e66-656b-43cb-9b49-e9528fe94995 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e28ca6440e46418b9f346d67d4c9dcf8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5475824 Aug 06 18:29:30.373973 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:29:30.376697 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37834) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:30.386767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee1e66-656b-43cb-9b49-e9528fe94995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af5cad7-bd32-43c2-be0d-0d7bc1950e56,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:30.389106 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.409874 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:30.420711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859a202d-85d4-458b-a7eb-d463206085b6 None None] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:30.427241 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:30.428210 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.492177 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-31d6dbd1-5826-4191-989e-0d54fcd145c7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7395079 Aug 06 18:29:30.504960 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37840) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:30.516950 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:30.527180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c70750-571c-4cad-8510-aaefd0a0e9e9,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:30.535410 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Checking segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:30.535899 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Network hostable DHCP agents. Network: ed10380b-eca5-4c76-a24a-dc3143a7bdf2, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:29:30.552462 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-50c156c3-1f9e-48b3-a45c-a607434036ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.578786 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-50c156c3-1f9e-48b3-a45c-a607434036ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.581651 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:29:30.594899 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.601121 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, ed10380b-eca5-4c76-a24a-dc3143a7bdf2) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:30.616589 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:30.617983 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.620071 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d244d10a-25a4-44a9-88ed-8d8f08bca188 None None] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:30.627649 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.629215 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.642152 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.655630 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9192b407-ac47-4a11-b939-95f24b4bc4a3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3145320 Aug 06 18:29:30.658283 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 37846) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:30.672554 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:30.682483 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-50c156c3-1f9e-48b3-a45c-a607434036ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.687254 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-50c156c3-1f9e-48b3-a45c-a607434036ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.689185 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-50c156c3-1f9e-48b3-a45c-a607434036ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5af5cad7-bd32-43c2-be0d-0d7bc1950e56 HTTP/1.1" status: 204 len: 168 time: 0.3102331 Aug 06 18:29:30.700127 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c156c3-1f9e-48b3-a45c-a607434036ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af5cad7-bd32-43c2-be0d-0d7bc1950e56,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:30.712672 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.713674 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.860055 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37566611-9cf8-4c97-8d02-ba91cb23cba4,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:30.888793 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.908607 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:29:30.909488 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:30.937192 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff984d4-d082-4ff4-b586-e3c55fd033a1 None None] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:30.973798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.118472 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Allocated IP 172.20.0.2 (d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7/f87cac5f-2d14-44ad-bf95-4cc514182135/9bb8b3d4-109a-433b-ab35-a424b9790dcb) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:31.158511 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Checking segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:31.158869 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Network hostable DHCP agents. Network: 9be7f983-23ed-4a17-8cff-8f14b156fc4d, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:29:31.164733 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Checking segment: {'id': '4343d1bf-a386-42a9-8e12-94341ae4b7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:31.165088 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Network hostable DHCP agents. Network: cc6aae11-eb14-44af-aaca-38499305e5f9, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:29:31.167009 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e561157-0aee-4d8b-9a5c-2412f0fedbb3,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:31.344060 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.353033 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.353255 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.356711 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Network cc6aae11-eb14-44af-aaca-38499305e5f9 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:29:31.360097 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:29:31.366973 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Transition to ACTIVE for port object 9bb8b3d4-109a-433b-ab35-a424b9790dcb will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:31.385378 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 9be7f983-23ed-4a17-8cff-8f14b156fc4d) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:31.385885 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Transition to ACTIVE for port object 9bb8b3d4-109a-433b-ab35-a424b9790dcb will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:31.389978 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:31.390585 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.398230 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07180aaf-108d-48f1-84ab-4accafa69d78 None None] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:31.402730 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.408603 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, cc6aae11-eb14-44af-aaca-38499305e5f9) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:31.414106 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:31.414523 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.431604 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c9faf9-fb28-4b7c-a700-9225ccf54777 None None] Network cc6aae11-eb14-44af-aaca-38499305e5f9 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:31.460558 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-45dd1fc7-e2d3-4c52-b0ba-54fe2c118f8b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6019588 Aug 06 18:29:31.464681 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5a89a69b-aa56-47f4-8c9f-5d3d8af8dfd4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6379647 Aug 06 18:29:31.468035 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37888) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:31.482007 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:31.554234 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.555698 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.654816 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.700152 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:31.715832 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:31.724035 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:31.753429 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Pushing event updated for resources: {'Port': ['ID=9bb8b3d4-109a-433b-ab35-a424b9790dcb,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:31.789617 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.790234 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.790667 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.791119 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.791541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.791964 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.792448 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.792867 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.793384 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.793745 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.794166 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.794594 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Tracked resource versions report: Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: pushed versions: Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: { 'AddressGroup': {'1.2'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'ConntrackHelper': {'1.0'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Log': {'1.0'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Network': {'1.1'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Port': {'1.7'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'PortForwarding': {'1.2'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'QosPolicy': {'1.9'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroup': {'1.4'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SubPort': {'1.0'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Subnet': {'1.1'}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Trunk': {'1.1'}} Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: consumer versions: Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: HyperV agent@hv-cinder-79091: {}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'ConntrackHelper': '1.0', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Log': '1.0', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Network': '1.1', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Port': '1.7', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'PortForwarding': '1.2', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'QosPolicy': '1.9', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroup': '1.4', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SecurityGroupRule': '1.2', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'SubPort': '1.0', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Subnet': '1.1', Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: 'Trunk': '1.1'}} Aug 06 18:29:31.795762 dv-cinder-790910-9-iscsi neutron-server[93277]: {{(pid=93277) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:29:31.950089 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:31.994905 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Attempting to bind port 9bb8b3d4-109a-433b-ab35-a424b9790dcb on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:31.995305 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Attempting to bind port 9bb8b3d4-109a-433b-ab35-a424b9790dcb by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:31.995671 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Attempting to bind port 9bb8b3d4-109a-433b-ab35-a424b9790dcb on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:32.070749 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:32.071155 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Checking segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:32.071566 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.079815 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Bound using segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:32.080748 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Bound port: 9bb8b3d4-109a-433b-ab35-a424b9790dcb, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:32.081390 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.247894 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:29:32.248864 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.276365 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 37940) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:32.336980 dv-cinder-790910-9-iscsi neutron-server[93276]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 06 18:29:32.372017 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ce5c6-776b-403f-89fb-d20c4e2a78e6 None None] Network cc6aae11-eb14-44af-aaca-38499305e5f9 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:32.397372 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.483855 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.551412 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] For port 9bb8b3d4-109a-433b-ab35-a424b9790dcb, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:32.581905 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] For port 9bb8b3d4-109a-433b-ab35-a424b9790dcb, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9bb8b3d4-109a-433b-ab35-a424b9790dcb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:32.594308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.599089 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.649436 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.760224 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Allocated IP 172.20.0.2 (9be7f983-23ed-4a17-8cff-8f14b156fc4d/37566611-9cf8-4c97-8d02-ba91cb23cba4/09a290fd-4179-4539-83c8-a602d6e50ffd) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:32.832802 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Allocated IP 172.27.0.158 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/cda0f079-fcab-46e5-bc53-e13c4446857f) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:32.846174 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf75eab-a40f-42b8-928c-cc434cb5d9a1 None None] Pushing event updated for resources: {'Port': ['ID=9bb8b3d4-109a-433b-ab35-a424b9790dcb,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:32.893637 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.907214 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-59a075da-ebeb-4f96-b306-546f22b7cfdf tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:32.909271 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-59a075da-ebeb-4f96-b306-546f22b7cfdf tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/networks?id=cc6aae11-eb14-44af-aaca-38499305e5f9 HTTP/1.1" status: 200 len: 811 time: 0.6319466 Aug 06 18:29:32.950329 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:32.995745 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-3c92f4c6-0eb9-477d-a868-d33f6293963a tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/quotas/b9f31ee7ddb24eadac02cfbb939d2444 HTTP/1.1" status: 200 len: 375 time: 0.0581245 Aug 06 18:29:33.092964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.186384 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.188537 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-6d39d20b-6dd5-4571-8fbc-2c0c898dcdb7 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9f31ee7ddb24eadac02cfbb939d2444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1411932 Aug 06 18:29:33.213076 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Transition to ACTIVE for port object 09a290fd-4179-4539-83c8-a602d6e50ffd will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:33.232006 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Transition to ACTIVE for port object 09a290fd-4179-4539-83c8-a602d6e50ffd will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:33.239972 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.246608 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.289420 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:33.295244 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:33.297871 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:33.303229 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Pushing event updated for resources: {'Port': ['ID=09a290fd-4179-4539-83c8-a602d6e50ffd,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:33.375963 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Attempting to bind port 09a290fd-4179-4539-83c8-a602d6e50ffd on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:33.376343 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Attempting to bind port 09a290fd-4179-4539-83c8-a602d6e50ffd by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:33.376821 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Attempting to bind port 09a290fd-4179-4539-83c8-a602d6e50ffd on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:33.378799 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:33.382844 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:33.383171 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Checking segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:33.383583 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.384055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Bound using segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:33.384523 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Bound port: 09a290fd-4179-4539-83c8-a602d6e50ffd, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:33.385031 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.411941 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:33.414310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Pushing event updated for resources: {'Port': ['ID=cda0f079-fcab-46e5-bc53-e13c4446857f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:33.418215 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-9283718b-0c0f-4690-aae5-840a372ed5dc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:29:33.419277 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-9283718b-0c0f-4690-aae5-840a372ed5dc service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0602899 Aug 06 18:29:33.435489 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:33.493409 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] For port 09a290fd-4179-4539-83c8-a602d6e50ffd, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:33.500160 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] For port 09a290fd-4179-4539-83c8-a602d6e50ffd, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=09a290fd-4179-4539-83c8-a602d6e50ffd,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:33.512621 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:33.567306 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Allocated IP 172.27.0.63 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/efe430ed-816e-4703-9512-c481ae21e910) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:33.593600 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-760a6eed-5e4d-4638-b5f5-4786c0507e76 service neutron] 10.222.0.57 "GET /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671028 Aug 06 18:29:33.654526 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a2249-6bca-4f40-9548-4ba6f013c3f1 None None] Pushing event updated for resources: {'Port': ['ID=09a290fd-4179-4539-83c8-a602d6e50ffd,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:33.705991 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9bb8b3d4-109a-433b-ab35-a424b9790dcb up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:33.747623 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-6732ca11-e4ab-407e-a8db-079c94f34ca1 service neutron] 10.222.0.57 "GET /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530137 Aug 06 18:29:33.761417 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 9bb8b3d4-109a-433b-ab35-a424b9790dcb completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:34.018269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.093545 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f7a59e-9dba-47b6-95ef-9bb0328b3851 None None] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:34.096747 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.101981 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38008) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:34.192318 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] Provisioning for port 9bb8b3d4-109a-433b-ab35-a424b9790dcb completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:34.201330 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] Provisioning complete for port 9bb8b3d4-109a-433b-ab35-a424b9790dcb triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:34.202423 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.274142 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.325771 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e5ef0e91-357a-463b-a879-4e764e2b6085 req-d174f74f-efd8-41f2-a065-fafb1cedb444 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.2222881 Aug 06 18:29:34.408379 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.460695 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] For port 9bb8b3d4-109a-433b-ab35-a424b9790dcb, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9bb8b3d4-109a-433b-ab35-a424b9790dcb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:34.466443 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.490594 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.556427 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:34.567648 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:34.587704 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=efe430ed-816e-4703-9512-c481ae21e910,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:34.592655 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:34.621409 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Allocated IP 172.27.0.237 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/c1744317-c217-4f06-a3de-96849da35029) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:34.627129 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07671105-fdf1-4794-8c4a-40520d3db166 None None] Pushing event updated for resources: {'Port': ['ID=9bb8b3d4-109a-433b-ab35-a424b9790dcb,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:34.791375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:29:34.797350 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.808648 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-66e6d70e-6eb6-46f8-a451-078ba8144492 None None] Provisioning complete for port 9bb8b3d4-109a-433b-ab35-a424b9790dcb triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:34.809193 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-66e6d70e-6eb6-46f8-a451-078ba8144492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.887504 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:29:34.889293 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:34.937657 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:34.940540 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:34.945953 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:35.008650 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0617793-5423-4d53-9032-dc5639ed0025 None None] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:29:35.038145 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Pushing event updated for resources: {'Port': ['ID=c1744317-c217-4f06-a3de-96849da35029,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:35.085636 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:35.095320 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:35.113940 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:35.115562 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:35.118160 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.159037 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.159380 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-feb7731e-7aa3-4f51-843b-cfd7bd7ebf28 None None] Provisioning for port 09a290fd-4179-4539-83c8-a602d6e50ffd completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:35.160856 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-806d2d5f-831a-4146-bd47-d1301c83809e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6526883 Aug 06 18:29:35.164096 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38048) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:35.316439 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:35.382255 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.472688 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fe3a82ee-2f9e-4d78-a7a2-c6e9f21151a1 req-2d4a1f1c-a957-4917-b24a-10103f9cdfb7 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.0462852 Aug 06 18:29:35.505578 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.613526 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Router 67066952-191a-4e0e-b354-7e9c3da02f1c is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:29:35.658899 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:33Z', 'revision_number': 3, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:35.746199 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:35.746561 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Updating router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 port cda0f079-fcab-46e5-bc53-e13c4446857f binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:35.760389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9bb8b3d4-109a-433b-ab35-a424b9790dcb up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:35.793542 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.845080 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:35.874072 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Sync routers for ids ['67066952-191a-4e0e-b354-7e9c3da02f1c'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:35.899210 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:35.901743 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8def19a3-5374-415d-80a5-fa9f1076b2d2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2396901 Aug 06 18:29:35.903665 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38074) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:35.946130 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Routers {'67066952-191a-4e0e-b354-7e9c3da02f1c'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:35.946944 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['67066952-191a-4e0e-b354-7e9c3da02f1c'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:36.010823 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.205622 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 9bb8b3d4-109a-433b-ab35-a424b9790dcb triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:36.206193 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.330525 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Set router 67066952-191a-4e0e-b354-7e9c3da02f1c gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:36.488759 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.534288 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.552317 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:29:36.556495 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Transition to ACTIVE for port object cda0f079-fcab-46e5-bc53-e13c4446857f will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:36.572955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 09a290fd-4179-4539-83c8-a602d6e50ffd up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:36.579699 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.752553 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Attempting to bind port cda0f079-fcab-46e5-bc53-e13c4446857f on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:36.753970 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Attempting to bind port cda0f079-fcab-46e5-bc53-e13c4446857f by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:36.754483 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Attempting to bind port cda0f079-fcab-46e5-bc53-e13c4446857f on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:36.779213 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Pushing event updated for resources: {'Port': ['ID=cda0f079-fcab-46e5-bc53-e13c4446857f,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:36.781664 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:36.782048 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:36.782456 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.787463 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:36.787990 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Bound port: cda0f079-fcab-46e5-bc53-e13c4446857f, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:36.789126 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.838082 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 09a290fd-4179-4539-83c8-a602d6e50ffd completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:36.838678 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.850260 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 09a290fd-4179-4539-83c8-a602d6e50ffd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:36.850568 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:36.887879 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.888332 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.888692 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.889037 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.889379 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.889720 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.890064 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.890402 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.895431 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.895900 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.896937 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.897495 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Tracked resource versions report: Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: pushed versions: Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: { 'AddressGroup': {'1.2'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'ConntrackHelper': {'1.0'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Log': {'1.0'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Network': {'1.1'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Port': {'1.7'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'PortForwarding': {'1.2'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'QosPolicy': {'1.9'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroup': {'1.4'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroupRule': {'1.2'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SubPort': {'1.0'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Subnet': {'1.1'}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Trunk': {'1.1'}} Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: consumer versions: Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: { DHCP agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: HyperV agent@hv-cinder-79091: {}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: L3 agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: Metadata agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: Metering agent@dv-cinder-790910-9-iscsi: {}, Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: Open vSwitch agent@dv-cinder-790910-9-iscsi: { 'AddressGroup': '1.2', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'ConntrackHelper': '1.0', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Log': '1.0', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Network': '1.1', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Port': '1.7', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'PortForwarding': '1.2', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'QosPolicy': '1.9', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroup': '1.4', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SecurityGroupRule': '1.2', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'SubPort': '1.0', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Subnet': '1.1', Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: 'Trunk': '1.1'}} Aug 06 18:29:36.898677 dv-cinder-790910-9-iscsi neutron-server[93278]: {{(pid=93278) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 06 18:29:36.969690 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:34Z', 'revision_number': 3, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:36.995988 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] For port cda0f079-fcab-46e5-bc53-e13c4446857f, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:37.005535 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] For port cda0f079-fcab-46e5-bc53-e13c4446857f, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=cda0f079-fcab-46e5-bc53-e13c4446857f,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:37.020050 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.048044 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Checking router: 67066952-191a-4e0e-b354-7e9c3da02f1c for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:37.048734 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Updating router 67066952-191a-4e0e-b354-7e9c3da02f1c port efe430ed-816e-4703-9512-c481ae21e910 binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:37.132863 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:37.133713 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:37.160809 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.191493 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5d9e2d-4515-4348-aa2c-dc9ba6a1d6a6 None None] Pushing event updated for resources: {'Port': ['ID=cda0f079-fcab-46e5-bc53-e13c4446857f,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:37.226488 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.308888 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-23bfa304-a570-4fb1-9731-a48638f13b02 req-dfbffaa9-b7fb-4979-bede-49495ab3e3a8 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.1004031 Aug 06 18:29:37.313758 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Allocated IP 172.20.0.1 (ed10380b-eca5-4c76-a24a-dc3143a7bdf2/b3c70750-571c-4cad-8510-aaefd0a0e9e9/17e89008-aba6-42af-afcd-99e7048ad915) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:37.327487 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:37.392862 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Allocated IP 172.20.0.1 (d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7/f87cac5f-2d14-44ad-bf95-4cc514182135/d4b1abd9-9b12-430d-a5e8-6e9aa6761878) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:37.480332 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:37.491296 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:37.515278 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:37.515463 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.515934 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:37.518208 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-074b7863-d96d-4a6a-add8-5b82f4eb2e2f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0473881 Aug 06 18:29:37.530497 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.534870 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38150) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:37.584450 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 09a290fd-4179-4539-83c8-a602d6e50ffd, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=09a290fd-4179-4539-83c8-a602d6e50ffd,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:37.598425 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.602013 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.639871 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.661677 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Pushing event updated for resources: {'Port': ['ID=17e89008-aba6-42af-afcd-99e7048ad915,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:37.678955 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:37.681048 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:37.689263 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:37.689967 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.722542 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Transition to ACTIVE for port object d4b1abd9-9b12-430d-a5e8-6e9aa6761878 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:37.866882 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:33Z', 'revision_number': 3, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:37.876445 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=09a290fd-4179-4539-83c8-a602d6e50ffd,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:37.901989 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9db217d-73e5-4e10-a6c2-8dbfe1e8e83b None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:33Z', 'revision_number': 3, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:37.915560 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:37.965789 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.81', 63230) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:37.972798 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:37.987714 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Transition to ACTIVE for port object efe430ed-816e-4703-9512-c481ae21e910 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:38.000667 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.006597 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.021002 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:38.025435 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:38.028171 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:38.028954 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.046375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.084795 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Attempting to bind port efe430ed-816e-4703-9512-c481ae21e910 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:38.085170 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Attempting to bind port efe430ed-816e-4703-9512-c481ae21e910 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:38.085538 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Attempting to bind port efe430ed-816e-4703-9512-c481ae21e910 on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:38.125812 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:38.130707 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:38.133659 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.135644 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:38.136322 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Bound port: efe430ed-816e-4703-9512-c481ae21e910, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:38.139590 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.150663 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c29b8-945b-4da6-b1d1-872f6452e32e None None] Pushing event updated for resources: {'Port': ['ID=efe430ed-816e-4703-9512-c481ae21e910,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:38.181585 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Pushing event updated for resources: {'Port': ['ID=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:38.266623 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] For port efe430ed-816e-4703-9512-c481ae21e910, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:38.275560 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] For port efe430ed-816e-4703-9512-c481ae21e910, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=efe430ed-816e-4703-9512-c481ae21e910,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:38.289523 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.332053 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:35Z', 'revision_number': 3, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:38.397934 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:38.397934 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Updating router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 port c1744317-c217-4f06-a3de-96849da35029 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:38.407843 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.423111 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.423934 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.444586 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.463089 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-75735728-d014-4123-89e9-6ad456ce7516 None None] Provisioning for port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:38.465353 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c29b8-945b-4da6-b1d1-872f6452e32e None None] Pushing event updated for resources: {'Port': ['ID=efe430ed-816e-4703-9512-c481ae21e910,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:38.471093 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Routers {'67066952-191a-4e0e-b354-7e9c3da02f1c'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:38.471888 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['67066952-191a-4e0e-b354-7e9c3da02f1c'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:38.529107 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Pushing event updated for resources: {'Port': ['ID=17e89008-aba6-42af-afcd-99e7048ad915,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:38.541659 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a80d96f-106c-415a-961f-5ce04884671b req-f469e495-f32e-4428-96b5-a48dcee765c0 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.1154263 Aug 06 18:29:38.581610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.597136 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:38.601873 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:38.641854 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] Set router 67066952-191a-4e0e-b354-7e9c3da02f1c gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:38.655297 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.688491 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-75735728-d014-4123-89e9-6ad456ce7516 None None] Provisioning complete for port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:38.688861 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-75735728-d014-4123-89e9-6ad456ce7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.801155 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-75735728-d014-4123-89e9-6ad456ce7516 None None] Port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:38.815534 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Router 67066952-191a-4e0e-b354-7e9c3da02f1c has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:29:38.859593 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:38.872722 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Allocated IP 172.20.0.1 (9be7f983-23ed-4a17-8cff-8f14b156fc4d/37566611-9cf8-4c97-8d02-ba91cb23cba4/27f132f5-9e0d-48fc-b2ce-43e779c833af) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:38.881322 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Transition to ACTIVE for port object c1744317-c217-4f06-a3de-96849da35029 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:38.893232 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.000048 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:39.024658 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-de3476df-9768-45ca-839f-d080b88f1c0a admin admin] 10.222.0.57 "PUT /v2.0/routers/67066952-191a-4e0e-b354-7e9c3da02f1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1081078 Aug 06 18:29:39.058477 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:37Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '17e89008-aba6-42af-afcd-99e7048ad915', 'name': '', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'mac_address': 'fa:16:3e:7d:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 2, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'subnets': [{'id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:39.072904 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Attempting to bind port c1744317-c217-4f06-a3de-96849da35029 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:39.073596 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Attempting to bind port c1744317-c217-4f06-a3de-96849da35029 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:39.074162 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Attempting to bind port c1744317-c217-4f06-a3de-96849da35029 on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:39.086505 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abe36a-6dcf-482b-b9a7-fe9bee463210 None None] Pushing event updated for resources: {'Port': ['ID=c1744317-c217-4f06-a3de-96849da35029,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:39.092138 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:39.092824 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:39.093599 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.094587 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:39.095361 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Bound port: c1744317-c217-4f06-a3de-96849da35029, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:39.095968 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.166767 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3e3bb9-686b-4b0b-abd5-c25b7cab5871 None None] The sync data for ids ['67066952-191a-4e0e-b354-7e9c3da02f1c'] in dv-cinder-790910-9-iscsi is: [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:37Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '17e89008-aba6-42af-afcd-99e7048ad915', 'name': '', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'mac_address': 'fa:16:3e:7d:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 2, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'subnets': [{'id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:39.184229 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] For port c1744317-c217-4f06-a3de-96849da35029, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:39.189693 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] For port c1744317-c217-4f06-a3de-96849da35029, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=c1744317-c217-4f06-a3de-96849da35029,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:39.196515 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.285790 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:39.286454 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:39.311462 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.323976 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-374b179c-891d-49f2-9a80-5b93b5947891 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:39.327882 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-374b179c-891d-49f2-9a80-5b93b5947891 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.81 "GET /v2.0/networks?id=cc6aae11-eb14-44af-aaca-38499305e5f9 HTTP/1.1" status: 200 len: 811 time: 0.3388150 Aug 06 18:29:39.346017 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.347752 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abe36a-6dcf-482b-b9a7-fe9bee463210 None None] Pushing event updated for resources: {'Port': ['ID=c1744317-c217-4f06-a3de-96849da35029,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:39.348023 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Transition to ACTIVE for port object 27f132f5-9e0d-48fc-b2ce-43e779c833af will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:39.359389 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.360525 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.432036 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:39.470797 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Pushing event updated for resources: {'Port': ['ID=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:39.499186 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.572046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:39.592706 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:39.602566 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:39.607420 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:39.618078 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:39.618558 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:39.672923 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=27f132f5-9e0d-48fc-b2ce-43e779c833af,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:39.767616 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:35Z', 'revision_number': 3, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:39.832249 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9c090d-85ce-4b98-a0d9-c2f126817eca None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:35Z', 'revision_number': 3, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:39.870984 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cda0f079-fcab-46e5-bc53-e13c4446857f up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:39.999444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Request body: {'port': {'device_id': '60280033-1c5b-4909-91db-0f08a9104ed4', 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9', 'admin_state_up': True, 'tenant_id': 'b9f31ee7ddb24eadac02cfbb939d2444'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:40.068886 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Provisioning complete for port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:40.069776 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.077600 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port cda0f079-fcab-46e5-bc53-e13c4446857f completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:40.116162 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port cda0f079-fcab-46e5-bc53-e13c4446857f triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:40.116540 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.263013 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.269491 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:40.291205 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Provisioning for port 27f132f5-9e0d-48fc-b2ce-43e779c833af completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:40.299491 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:29:40.306330 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Provisioning complete for port 27f132f5-9e0d-48fc-b2ce-43e779c833af triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:40.306947 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.395951 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-2528f6fd-da50-44b7-8bd8-203c355d9e0b None None] Port 27f132f5-9e0d-48fc-b2ce-43e779c833af cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:40.409287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port cda0f079-fcab-46e5-bc53-e13c4446857f, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=cda0f079-fcab-46e5-bc53-e13c4446857f,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:40.419931 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-257abf25-b616-4561-a717-129d2f0f0c62 req-216495f6-ae24-4931-9b0a-a294d53809ba tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.2889428 Aug 06 18:29:40.420383 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.421212 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 09a290fd-4179-4539-83c8-a602d6e50ffd up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:40.701290 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=cda0f079-fcab-46e5-bc53-e13c4446857f,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:40.711291 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Made reservation on behalf of b9f31ee7ddb24eadac02cfbb939d2444 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:40.716143 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.731653 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 09a290fd-4179-4539-83c8-a602d6e50ffd triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:40.732025 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.760895 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-9d3e1545-7157-4cc5-a875-c4cfc030b49a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:40.762898 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-9d3e1545-7157-4cc5-a875-c4cfc030b49a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 818 time: 1.0852089 Aug 06 18:29:40.788031 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:40.963380 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-79220aeb-e8f5-43e6-a8fe-a8f2d246a244 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/quotas/691041d7a40145c7a45a1ccee4344a80 HTTP/1.1" status: 200 len: 375 time: 0.1935704 Aug 06 18:29:41.303145 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-ff3f60d4-7d4d-415c-b30f-5be875f5904d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2829528 Aug 06 18:29:41.305705 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:41.315918 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:41.316750 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-fc0d37ec-6415-4964-b8f8-1ceec44e128a admin admin] 10.222.0.57 "PUT /v2.0/routers/5994457b-a017-4f0a-a947-e0a9cb5f2bf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1202533 Aug 06 18:29:41.365437 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.369951 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38282) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:41.370662 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:41.373098 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.374855 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:41.375421 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:41.485531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Allocated IP 172.20.0.3 (cc6aae11-eb14-44af-aaca-38499305e5f9/7e561157-0aee-4d8b-9a5c-2412f0fedbb3/efe33595-1ff9-41e2-90ee-d88574febddf) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:41.499358 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38288) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:41.538301 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=27f132f5-9e0d-48fc-b2ce-43e779c833af,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:41.721370 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c1b8da7f-b5ba-46c4-8b91-580408b4fd26 req-dc9d3af4-3bc9-4e69-8cca-1631bdab18ba tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.0939298 Aug 06 18:29:41.722565 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:41.839917 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:41.842794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:42.075473 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:42.128645 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device efe430ed-816e-4703-9512-c481ae21e910 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:42.266638 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:42.301103 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:29:42.453451 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65daedc6-9472-48f9-bec1-3541b701625e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:42.499020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-0bb50076-e553-468c-8e11-9aeb5c3a0e48 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:29:42.500086 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-0bb50076-e553-468c-8e11-9aeb5c3a0e48 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2950075 Aug 06 18:29:42.579224 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port efe430ed-816e-4703-9512-c481ae21e910 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:42.596259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port efe430ed-816e-4703-9512-c481ae21e910 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:42.596631 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:42.628415 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Network cc6aae11-eb14-44af-aaca-38499305e5f9 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:42.642302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:42.648391 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:42.659155 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:42.661160 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:42.686767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:42.772856 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7780075 Aug 06 18:29:42.776785 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90930168-efd7-49be-b1ca-4d443fa0f916 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Pushing event updated for resources: {'Port': ['ID=efe33595-1ff9-41e2-90ee-d88574febddf,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:42.800079 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-253f4b18-d5b4-446c-a2e9-62b6e013744e tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:29:42.801649 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-253f4b18-d5b4-446c-a2e9-62b6e013744e tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085068 Aug 06 18:29:42.814292 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.db.api [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:29:42.814292 dv-cinder-790910-9-iscsi neutron-server[93275]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:29:42.814292 dv-cinder-790910-9-iscsi neutron-server[93275]: [parameters: {'project_id_1': '53adf5f02de543ac841614092ee04b29', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 29, 42, 753976)}] Aug 06 18:29:42.814292 dv-cinder-790910-9-iscsi neutron-server[93275]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:29:42.815421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG oslo_db.api [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:29:42.865657 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-03b432e2-bfff-489d-8cb8-642ed4a8fda6 None None] Provisioning complete for port 27f132f5-9e0d-48fc-b2ce-43e779c833af triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:42.866357 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-03b432e2-bfff-489d-8cb8-642ed4a8fda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.047334 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-03b432e2-bfff-489d-8cb8-642ed4a8fda6 None None] Port 27f132f5-9e0d-48fc-b2ce-43e779c833af cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:29:43.063285 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65daedc6-9472-48f9-bec1-3541b701625e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.074381 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65daedc6-9472-48f9-bec1-3541b701625e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.082447 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-206abd4e-2e6b-4fdd-82f2-cf9c28ae8b86 service neutron] 10.222.0.57 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688581 Aug 06 18:29:43.100924 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 2, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:43.153985 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:29:43.172246 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-8e37318e-b5d4-4eb4-865a-24446844a8f6 admin admin] 10.222.0.57 "PUT /v2.0/routers/3a3801a1-ddac-434b-ac9b-dd4bf62a5af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6361730 Aug 06 18:29:43.272253 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-65daedc6-9472-48f9-bec1-3541b701625e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0f20f94d32941dfa86925e7a4418ef0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8844192 Aug 06 18:29:43.273006 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38328) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:43.277894 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Request body: {'port': {'device_id': '60280033-1c5b-4909-91db-0f08a9104ed4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:43.364128 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.562338 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-921084b0-29b5-4977-a3da-b52a3d2d8cec service neutron] 10.222.0.57 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800426 Aug 06 18:29:43.634512 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:43.634954 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Updating router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:43.668386 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38340) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:43.720506 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.743203 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-578e9840-d4b5-45c0-a3a6-58d0eb23257b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.772971 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65daedc6-9472-48f9-bec1-3541b701625e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30ab6a4-033a-46a1-bbe9-d5114c511815,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:43.790012 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38346) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:43.794919 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814694488', 'description': 'tempest-description--1739218098'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:43.801375 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.830934 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port efe430ed-816e-4703-9512-c481ae21e910, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=efe430ed-816e-4703-9512-c481ae21e910,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:43.863603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.866375 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cda0f079-fcab-46e5-bc53-e13c4446857f up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:43.875227 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.876175 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:43.937735 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.db.api [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:29:43.937735 dv-cinder-790910-9-iscsi neutron-server[93275]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 06 18:29:43.937735 dv-cinder-790910-9-iscsi neutron-server[93275]: [parameters: {'project_id': '53adf5f02de543ac841614092ee04b29', 'id': '1ca37a31-705d-4a32-a124-9e0467ed0c54', 'expiration': datetime.datetime(2021, 8, 6, 18, 31, 43, 856913)}] Aug 06 18:29:43.937735 dv-cinder-790910-9-iscsi neutron-server[93275]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:29:43.938828 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG oslo_db.api [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:29:43.978126 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-578e9840-d4b5-45c0-a3a6-58d0eb23257b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.003264 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=efe430ed-816e-4703-9512-c481ae21e910,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:44.435848 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Sync routers for ids ['67066952-191a-4e0e-b354-7e9c3da02f1c'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:44.435848 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Routers {'67066952-191a-4e0e-b354-7e9c3da02f1c'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:44.435848 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['67066952-191a-4e0e-b354-7e9c3da02f1c'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:44.438787 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port cda0f079-fcab-46e5-bc53-e13c4446857f triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:44.438787 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.439213 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-68682abf-804b-4540-beb9-254216050975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.439213 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31338f75-be2f-42e6-b917-d718822ab356 req-5c57959d-a4a1-4a0c-821c-f351d01ecfc1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:44.439213 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-31338f75-be2f-42e6-b917-d718822ab356 req-5c57959d-a4a1-4a0c-821c-f351d01ecfc1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 931 time: 0.3180048 Aug 06 18:29:44.504766 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:29:44.578124 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-31338f75-be2f-42e6-b917-d718822ab356 req-c579e713-0c96-4ec3-bd24-ca7912278b38 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384037 Aug 06 18:29:44.587921 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:44.587921 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:44.590940 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-578e9840-d4b5-45c0-a3a6-58d0eb23257b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.593789 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-578e9840-d4b5-45c0-a3a6-58d0eb23257b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.594987 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-578e9840-d4b5-45c0-a3a6-58d0eb23257b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f30ab6a4-033a-46a1-bbe9-d5114c511815 HTTP/1.1" status: 204 len: 168 time: 1.2922904 Aug 06 18:29:44.626564 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Set router 67066952-191a-4e0e-b354-7e9c3da02f1c gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:44.632283 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e9840-d4b5-45c0-a3a6-58d0eb23257b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30ab6a4-033a-46a1-bbe9-d5114c511815,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:44.697785 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.732406 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.733874 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:44.868487 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device c1744317-c217-4f06-a3de-96849da35029 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:44.885663 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b90c41-b85b-47e7-82ee-84ec830ccd65,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:44.900123 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1b7f1612-bc48-4b63-86bc-3374fedcff86 req-05b8f2cf-df52-4739-badb-656f3bf302e0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 210 time: 0.2009997 Aug 06 18:29:45.180417 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:37Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '17e89008-aba6-42af-afcd-99e7048ad915', 'name': '', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'mac_address': 'fa:16:3e:7d:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 2, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'subnets': [{'id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:45.182862 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-68682abf-804b-4540-beb9-254216050975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.192772 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-68682abf-804b-4540-beb9-254216050975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.239562 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port c1744317-c217-4f06-a3de-96849da35029 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:45.253256 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port c1744317-c217-4f06-a3de-96849da35029 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:45.253861 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.341689 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Checking router: 67066952-191a-4e0e-b354-7e9c3da02f1c for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:45.346981 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Updating router 67066952-191a-4e0e-b354-7e9c3da02f1c port 17e89008-aba6-42af-afcd-99e7048ad915 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:45.353059 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.367282 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:45.369861 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68682abf-804b-4540-beb9-254216050975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2760a9a7-3a14-459a-8b8d-24943d555a5d,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:45.387277 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.393215 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a8e81129-1fdb-4096-b961-0de55848e46d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.5974503 Aug 06 18:29:45.393905 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38398) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:45.414622 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.415000 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'security_group_rule': {'security_group_id': '60b90c41-b85b-47e7-82ee-84ec830ccd65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:45.433121 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.439295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe33595-1ff9-41e2-90ee-d88574febddf {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:45.465113 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.491947 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38408) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:45.493023 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Transition to ACTIVE for port object d4b1abd9-9b12-430d-a5e8-6e9aa6761878 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:45.494033 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.548774 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764090520', 'description': 'tempest-description--1127559181'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:45.550919 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.579767 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-68682abf-804b-4540-beb9-254216050975 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=431766ac23dc43638e948666f1f7bea1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9099121 Aug 06 18:29:45.582441 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38418) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:45.718669 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53adf5f02de543ac841614092ee04b29&name=default HTTP/1.1" status: 200 len: 2975 time: 4.2113676 Aug 06 18:29:45.736054 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38426) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:45.748701 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.762771 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Transition to ACTIVE for port object efe33595-1ff9-41e2-90ee-d88574febddf will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:45.775458 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:45.863559 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c02d4a-dac0-4c9c-829d-0b36594360eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb0e16-2a9a-4c51-b5f3-67662497df4b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:45.892001 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Pushing event updated for resources: {'Port': ['ID=efe33595-1ff9-41e2-90ee-d88574febddf,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:46.424445 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Attempting to bind port efe33595-1ff9-41e2-90ee-d88574febddf on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:46.425174 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Attempting to bind port efe33595-1ff9-41e2-90ee-d88574febddf by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '4343d1bf-a386-42a9-8e12-94341ae4b7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:46.428675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Attempting to bind port efe33595-1ff9-41e2-90ee-d88574febddf on network cc6aae11-eb14-44af-aaca-38499305e5f9 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:46.468487 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Port efe33595-1ff9-41e2-90ee-d88574febddf on network cc6aae11-eb14-44af-aaca-38499305e5f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:29:46.468825 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Attempting to bind port efe33595-1ff9-41e2-90ee-d88574febddf on network cc6aae11-eb14-44af-aaca-38499305e5f9 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:46.493953 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:46.494398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Checking segment: {'id': '4343d1bf-a386-42a9-8e12-94341ae4b7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:46.494910 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Bound using segment: {'id': '4343d1bf-a386-42a9-8e12-94341ae4b7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:46.495410 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Bound port: efe33595-1ff9-41e2-90ee-d88574febddf, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4343d1bf-a386-42a9-8e12-94341ae4b7d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:46.495776 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.513354 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.521498 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5813de-383a-4332-b9f9-ddb98c083f08 None None] Pushing event updated for resources: {'Port': ['ID=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:46.629872 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 2, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:46.732377 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Attempting to bind port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:46.732898 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Attempting to bind port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:46.733316 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Attempting to bind port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:46.822923 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:29:46.824257 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Updating router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 port 27f132f5-9e0d-48fc-b2ce-43e779c833af binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:29:46.830981 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.869098 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-310671d4-1361-4462-a7ff-8e4aa5125bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.889535 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.894972 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.904288 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Transition to ACTIVE for port object 17e89008-aba6-42af-afcd-99e7048ad915 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:46.907479 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:46.907943 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Checking segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:46.914275 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.920191 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.920996 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Bound using segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:46.921893 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.925258 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Bound port: d4b1abd9-9b12-430d-a5e8-6e9aa6761878, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:46.926009 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:46.962183 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b3d5f-d24e-4256-ab0b-cbb7fecda20e req-4245dd95-9ead-40fe-9ad2-1bcf248e2c0f tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:46.972585 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c5b3d5f-d24e-4256-ab0b-cbb7fecda20e req-4245dd95-9ead-40fe-9ad2-1bcf248e2c0f tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 1.2423558 Aug 06 18:29:47.038403 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-77089892-bcf4-417d-985a-6408cd06ff45 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.051562 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-77089892-bcf4-417d-985a-6408cd06ff45 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 818 time: 1.5885546 Aug 06 18:29:47.057132 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.062107 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port c1744317-c217-4f06-a3de-96849da35029, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=c1744317-c217-4f06-a3de-96849da35029,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:47.062311 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5615180 Aug 06 18:29:47.062311 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535c27e-887d-4272-b00e-151a063b19cd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:47.064406 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38466) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:47.070065 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa23-92db-4af3-8005-acb55c3db284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.097420 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'security_group_rule': {'security_group_id': 'bf276d2b-79d4-4e46-ab25-114b9b5f6bc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:47.105367 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.116854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] For port efe33595-1ff9-41e2-90ee-d88574febddf, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:47.131849 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.161739 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4257f68-27f1-40bb-958d-e6fdf7d47d6a None None] Pushing event updated for resources: {'Port': ['ID=17e89008-aba6-42af-afcd-99e7048ad915,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:47.162307 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-310671d4-1361-4462-a7ff-8e4aa5125bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.183055 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] For port efe33595-1ff9-41e2-90ee-d88574febddf, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=efe33595-1ff9-41e2-90ee-d88574febddf,segment=NetworkSegment(4343d1bf-a386-42a9-8e12-94341ae4b7d0),segment_id=4343d1bf-a386-42a9-8e12-94341ae4b7d0)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:47.185592 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Attempting to bind port 17e89008-aba6-42af-afcd-99e7048ad915 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:47.188301 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Attempting to bind port 17e89008-aba6-42af-afcd-99e7048ad915 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:47.189064 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Attempting to bind port 17e89008-aba6-42af-afcd-99e7048ad915 on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:47.211889 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.242212 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-a47e44f0-c0c9-4946-a50c-2b4e5bc00a41 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/quotas/691041d7a40145c7a45a1ccee4344a80 HTTP/1.1" status: 200 len: 375 time: 0.1885064 Aug 06 18:29:47.249790 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:47.250588 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Checking segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:47.256470 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.257168 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Bound using segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:47.257879 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Bound port: 17e89008-aba6-42af-afcd-99e7048ad915, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:47.258902 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] For port d4b1abd9-9b12-430d-a5e8-6e9aa6761878, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:47.261388 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.292432 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] For port d4b1abd9-9b12-430d-a5e8-6e9aa6761878, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:47.326643 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Pushing event updated for resources: {'Port': ['ID=efe33595-1ff9-41e2-90ee-d88574febddf,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:47.344587 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.345498 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.346336 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:47.353042 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.354625 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-5fe5e6c6-8e9f-4da3-afd3-0ccdc1286a0d service neutron] 10.222.0.81 "PUT /v2.0/ports/efe33595-1ff9-41e2-90ee-d88574febddf HTTP/1.1" status: 200 len: 1093 time: 4.3861849 Aug 06 18:29:47.355119 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60280033-1c5b-4909-91db-0f08a9104ed4', 'tag': 'efe33595-1ff9-41e2-90ee-d88574febddf'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:47.362095 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.367119 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa23-92db-4af3-8005-acb55c3db284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.503048 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device efe430ed-816e-4703-9512-c481ae21e910 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:47.508087 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] For port 17e89008-aba6-42af-afcd-99e7048ad915, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:47.516481 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.520467 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] For port 17e89008-aba6-42af-afcd-99e7048ad915, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=17e89008-aba6-42af-afcd-99e7048ad915,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:47.539630 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.664912 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=c1744317-c217-4f06-a3de-96849da35029,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:47.764239 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c5b3d5f-d24e-4256-ab0b-cbb7fecda20e req-b7ef67b5-7f44-4acb-9898-1687f266015c tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7588751 Aug 06 18:29:47.773139 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Routers {'67066952-191a-4e0e-b354-7e9c3da02f1c'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:47.782735 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['67066952-191a-4e0e-b354-7e9c3da02f1c'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:47.803916 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=554bf8dc-7fd1-4911-8f59-7f921e76effe,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:47.848344 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.860890 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.898367 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-394c9cbe-b8cb-4b0e-aa18-e6c899155799 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6549473 Aug 06 18:29:47.904590 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.905647 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1d4f4f48-b775-462e-8045-22ccb86ae83c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4983261 Aug 06 18:29:47.941405 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa23-92db-4af3-8005-acb55c3db284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.949583 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8bb9aa23-92db-4af3-8005-acb55c3db284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:47.950814 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-8bb9aa23-92db-4af3-8005-acb55c3db284 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cabb0e16-2a9a-4c51-b5f3-67662497df4b HTTP/1.1" status: 204 len: 168 time: 2.1907341 Aug 06 18:29:47.952690 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38490) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:47.958062 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5813de-383a-4332-b9f9-ddb98c083f08 None None] Pushing event updated for resources: {'Port': ['ID=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:47.980268 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'security_group_rule': {'security_group_id': '60b90c41-b85b-47e7-82ee-84ec830ccd65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:48.028652 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a5484e-f1c4-47ea-9216-737c7cd2cc52" -d '{"events": [{"name": "network-changed", "server_uuid": "60280033-1c5b-4909-91db-0f08a9104ed4", "tag": "efe33595-1ff9-41e2-90ee-d88574febddf"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:48.074863 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4257f68-27f1-40bb-958d-e6fdf7d47d6a None None] Pushing event updated for resources: {'Port': ['ID=17e89008-aba6-42af-afcd-99e7048ad915,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:48.102947 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ddf840-e410-4d2a-a96c-598b3a413618,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:48.182641 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9aa23-92db-4af3-8005-acb55c3db284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb0e16-2a9a-4c51-b5f3-67662497df4b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:48.198318 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port efe430ed-816e-4703-9512-c481ae21e910 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:48.198737 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.201134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-8d843ffe-d4f0-4998-a10b-f7209ad53245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:48.202850 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-8d843ffe-d4f0-4998-a10b-f7209ad53245 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b9f31ee7ddb24eadac02cfbb939d2444&device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 1096 time: 0.2717376 Aug 06 18:29:48.270659 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-310671d4-1361-4462-a7ff-8e4aa5125bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.285707 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-310671d4-1361-4462-a7ff-8e4aa5125bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.289068 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-310671d4-1361-4462-a7ff-8e4aa5125bbb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2760a9a7-3a14-459a-8b8d-24943d555a5d HTTP/1.1" status: 204 len: 168 time: 2.6800704 Aug 06 18:29:48.319246 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] Set router 67066952-191a-4e0e-b354-7e9c3da02f1c gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:48.345261 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310671d4-1361-4462-a7ff-8e4aa5125bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2760a9a7-3a14-459a-8b8d-24943d555a5d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:48.362828 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:48.523540 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-2b38bc4c-3c4f-4a11-b671-1327949db651 service neutron] 10.222.0.57 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6241360 Aug 06 18:29:48.611974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.81', 63254) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:48.801410 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:48.803076 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:48.810913 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.007776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-ebd98526-adec-4141-8049-7a0efeded18f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.013380 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-ebd98526-adec-4141-8049-7a0efeded18f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 818 time: 0.3857419 Aug 06 18:29:49.028115 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:37Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '17e89008-aba6-42af-afcd-99e7048ad915', 'name': '', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'mac_address': 'fa:16:3e:7d:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:47Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'subnets': [{'id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:49.037671 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-67d17534-572c-414a-b416-c727d4973931 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe33595-1ff9-41e2-90ee-d88574febddf HTTP/1.1" status: 200 len: 217 time: 0.7937880 Aug 06 18:29:49.053897 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.057862 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-87258ae1-9d68-4aa6-88d6-b51a1bdabe8b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9869444 Aug 06 18:29:49.059367 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dee8614-1917-42f0-88ef-2f927ade7127 x-openstack-request-id: req-1dee8614-1917-42f0-88ef-2f927ade7127 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:49.059733 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60280033-1c5b-4909-91db-0f08a9104ed4", "tag": "efe33595-1ff9-41e2-90ee-d88574febddf", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:49.059929 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1dee8614-1917-42f0-88ef-2f927ade7127 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:49.060422 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60280033-1c5b-4909-91db-0f08a9104ed4', 'tag': 'efe33595-1ff9-41e2-90ee-d88574febddf', 'status': 'completed', 'code': 200} Aug 06 18:29:49.060843 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38524) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:49.064306 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.077071 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Request body: {'port': {'device_id': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'admin_state_up': True, 'tenant_id': '691041d7a40145c7a45a1ccee4344a80'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:49.079814 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'security_group_rule': {'security_group_id': 'bf276d2b-79d4-4e46-ab25-114b9b5f6bc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:49.125272 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5864ae05-163a-483a-9b4e-4d764e3f054f None None] The sync data for ids ['67066952-191a-4e0e-b354-7e9c3da02f1c'] in dv-cinder-790910-9-iscsi is: [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:37Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '17e89008-aba6-42af-afcd-99e7048ad915', 'name': '', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'mac_address': 'fa:16:3e:7d:87:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:47Z', 'revision_number': 4, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'subnets': [{'id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:49.249870 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-0cbf22bf-e06a-47be-b5b1-abd723aba8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:49.254977 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-0cbf22bf-e06a-47be-b5b1-abd723aba8e4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7e561157-0aee-4d8b-9a5c-2412f0fedbb3 HTTP/1.1" status: 200 len: 851 time: 0.1567426 Aug 06 18:29:49.308280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.440452 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38532) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:49.450879 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.485821 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b244fce0-10de-4f95-920b-d66acfc90ea7,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:49.505023 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.556717 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.560415 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Transition to ACTIVE for port object 27f132f5-9e0d-48fc-b2ce-43e779c833af will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:49.564034 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e6b6525a-7eb8-47dd-858f-9cfdb93e1adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.676515 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.681563 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c16bad81-926c-47ed-b2af-3b2fb20fe979 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7086654 Aug 06 18:29:49.711011 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:49.714994 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-7118e3a4-0d44-4b94-b376-545b1c3309af service neutron] 10.222.0.57 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1697955 Aug 06 18:29:49.717559 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38538) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:49.802170 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c0081-3dd7-4f95-9f78-5ec607383c86 None None] Pushing event updated for resources: {'Port': ['ID=27f132f5-9e0d-48fc-b2ce-43e779c833af,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:49.819660 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:49.907493 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:50.031875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e6b6525a-7eb8-47dd-858f-9cfdb93e1adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.062597 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe5f531-8973-4afe-b44b-763017c39a2f,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:50.328997 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.338596 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 17e89008-aba6-42af-afcd-99e7048ad915 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:50.346032 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e6b6525a-7eb8-47dd-858f-9cfdb93e1adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.351155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38550) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:50.465776 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Attempting to bind port 27f132f5-9e0d-48fc-b2ce-43e779c833af on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:50.466503 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Attempting to bind port 27f132f5-9e0d-48fc-b2ce-43e779c833af by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:50.468604 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Attempting to bind port 27f132f5-9e0d-48fc-b2ce-43e779c833af on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:50.518368 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-d40a6488-acf4-440a-9498-55b2a80e8b2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc6aae11-eb14-44af-aaca-38499305e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4808204 Aug 06 18:29:50.543828 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e6b6525a-7eb8-47dd-858f-9cfdb93e1adb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=91dd26019b274f1abadc571855f20eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0310330 Aug 06 18:29:50.544621 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b6525a-7eb8-47dd-858f-9cfdb93e1adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15986f0-c2e9-49c5-9402-10730b7d6c47,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:50.565527 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38558) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:50.588950 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:50.590637 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Checking segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:50.592460 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.593574 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Bound using segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:50.594121 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Bound port: 27f132f5-9e0d-48fc-b2ce-43e779c833af, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:50.595669 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.613995 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c54f293-337f-490f-8ff2-273c82e1a87e req-ad138240-1248-44d6-848f-2e6da2f71709 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:50.631144 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8c54f293-337f-490f-8ff2-273c82e1a87e req-ad138240-1248-44d6-848f-2e6da2f71709 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 1.2712147 Aug 06 18:29:50.788510 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.792463 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-baa02dd5-6bfd-48c0-8794-24b7674fe0b9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7303677 Aug 06 18:29:50.812979 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38572) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:50.826528 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f15c9510-c161-4e61-89e9-1c22fada6dea req-62ec0f5f-a673-42a2-a986-924c2a02a395 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 210 time: 0.3728085 Aug 06 18:29:50.835975 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:50.974789 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-2a81604d-73e9-4ce3-adef-64ae9a11b045 service neutron] 10.222.0.81 "GET /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030955 Aug 06 18:29:50.976065 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99570589-3a7b-42c9-b647-16d29feb660e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:50.991211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.db.api [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:29:50.991211 dv-cinder-790910-9-iscsi neutron-server[93275]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:29:50.991211 dv-cinder-790910-9-iscsi neutron-server[93275]: [parameters: {'project_id_1': '10269de20bc7485d9349868b7a3e4ef0', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 29, 50, 979538)}] Aug 06 18:29:50.991211 dv-cinder-790910-9-iscsi neutron-server[93275]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93275) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:29:50.991982 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG oslo_db.api [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:29:51.031850 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99570589-3a7b-42c9-b647-16d29feb660e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.049286 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] For port 27f132f5-9e0d-48fc-b2ce-43e779c833af, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:51.063653 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] For port 27f132f5-9e0d-48fc-b2ce-43e779c833af, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=27f132f5-9e0d-48fc-b2ce-43e779c833af,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:51.070604 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-99163db1-887f-4524-8570-bb3a412a1077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.091271 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.155452 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8c54f293-337f-490f-8ff2-273c82e1a87e req-255b4fbd-2e95-4837-9a82-eb88006baf9f tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5229661 Aug 06 18:29:51.184588 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Made reservation on behalf of 691041d7a40145c7a45a1ccee4344a80 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:51.195272 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.210950 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d4518a1a-a554-4bd6-92c7-f5fd1804f61b req-70933e7b-2767-42a4-82f8-66f3ad865238 service neutron] 10.222.0.81 "GET /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155063 Aug 06 18:29:51.217724 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 17e89008-aba6-42af-afcd-99e7048ad915 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:51.240402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99570589-3a7b-42c9-b647-16d29feb660e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.246757 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-99570589-3a7b-42c9-b647-16d29feb660e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.256721 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-99570589-3a7b-42c9-b647-16d29feb660e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a15986f0-c2e9-49c5-9402-10730b7d6c47 HTTP/1.1" status: 204 len: 168 time: 0.6807315 Aug 06 18:29:51.268310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99570589-3a7b-42c9-b647-16d29feb660e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15986f0-c2e9-49c5-9402-10730b7d6c47,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:51.324006 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 17e89008-aba6-42af-afcd-99e7048ad915 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:51.324494 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.520105 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:29:51.520769 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:29:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:51.624433 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.625068 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c0081-3dd7-4f95-9f78-5ec607383c86 None None] Pushing event updated for resources: {'Port': ['ID=27f132f5-9e0d-48fc-b2ce-43e779c833af,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:51.957772 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:51.959894 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Allocated IP 172.27.0.61 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/f639a10e-37c4-4d11-8279-49a749b09aba) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:51.970223 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:47Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:51.977108 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:52.088572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:29:52.098160 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a702095c-38e3-4079-a807-2469875cfcd0 None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:47Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:52.262390 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 17e89008-aba6-42af-afcd-99e7048ad915, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=17e89008-aba6-42af-afcd-99e7048ad915,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:52.302266 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:52.305444 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device c1744317-c217-4f06-a3de-96849da35029 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:52.456756 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-f7eedb5e-90a4-4a2e-a44a-cb27469dec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:52.459526 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-f7eedb5e-90a4-4a2e-a44a-cb27469dec92 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=b9f31ee7ddb24eadac02cfbb939d2444&device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 1096 time: 0.0820184 Aug 06 18:29:52.712995 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Allocated IP 172.20.0.9 (ed10380b-eca5-4c76-a24a-dc3143a7bdf2/b3c70750-571c-4cad-8510-aaefd0a0e9e9/73735bce-652a-4dc1-848f-17986013cf2a) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:52.895268 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ae4550d9-3492-4b55-8655-d510bb224b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:52.913100 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=17e89008-aba6-42af-afcd-99e7048ad915,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:53.013389 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3c8ed17-0795-425b-815c-c670099ad353 req-d1f2f76f-8887-41e7-a312-593b0d29f053 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 210 time: 0.6084375 Aug 06 18:29:53.016893 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port c1744317-c217-4f06-a3de-96849da35029 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:53.022796 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.040992 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.143986 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-1665a301-a0d8-49dd-a167-2441afdad67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:53.149085 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-1665a301-a0d8-49dd-a167-2441afdad67a service neutron] 10.222.0.81 "GET /v2.0/networks?id=cc6aae11-eb14-44af-aaca-38499305e5f9 HTTP/1.1" status: 200 len: 912 time: 0.6754937 Aug 06 18:29:53.281686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.338554 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa24bc-d9ea-45ff-8740-294e4de59fd9 req-862eed46-5808-4f95-9a94-e4d2b61d92f5 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:53.347754 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-27fa24bc-d9ea-45ff-8740-294e4de59fd9 req-862eed46-5808-4f95-9a94-e4d2b61d92f5 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.9372029 Aug 06 18:29:53.354561 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-563a3a62-e248-4d4c-8ee3-9c6c3e0744ab service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efe33595-1ff9-41e2-90ee-d88574febddf HTTP/1.1" status: 200 len: 217 time: 0.1237335 Aug 06 18:29:53.356059 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-99163db1-887f-4524-8570-bb3a412a1077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.441587 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:51Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:29:53.486482 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.601863 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d8d52c-b1fa-4195-926f-066131cf5dd9 None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:51Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:29:53.787352 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.81', 63261) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:53.855992 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-99163db1-887f-4524-8570-bb3a412a1077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.876478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d4b1abd9-9b12-430d-a5e8-6e9aa6761878 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:53.905213 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:53.929873 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:53.946406 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:53.950056 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:54.051492 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:54.063323 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:54.063709 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.085993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-5e1cbd15-09c8-4000-a60f-70960efb7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:54.089046 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-5e1cbd15-09c8-4000-a60f-70960efb7bd4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=7e561157-0aee-4d8b-9a5c-2412f0fedbb3 HTTP/1.1" status: 200 len: 851 time: 0.7267396 Aug 06 18:29:54.286412 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-697c8535-ae00-4b65-8cd6-f979558c39ca service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=cc6aae11-eb14-44af-aaca-38499305e5f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248057 Aug 06 18:29:54.304046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.434144 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-efd122b9-fe55-4131-8a67-76fd8419c555 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:54.441670 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-efd122b9-fe55-4131-8a67-76fd8419c555 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 818 time: 0.6157720 Aug 06 18:29:54.455369 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.459807 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Request body: {'port': {'device_id': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'admin_state_up': True, 'tenant_id': '691041d7a40145c7a45a1ccee4344a80'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:54.604273 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.617174 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.682590 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port d4b1abd9-9b12-430d-a5e8-6e9aa6761878, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:54.699511 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.706853 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.707898 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 17e89008-aba6-42af-afcd-99e7048ad915 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:54.885689 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:54.902011 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 17e89008-aba6-42af-afcd-99e7048ad915 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:54.903094 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:54.906431 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-27fa24bc-d9ea-45ff-8740-294e4de59fd9 req-cae2adbc-7a6a-447f-a172-c17f22f30500 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5574152 Aug 06 18:29:54.921992 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38668) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:54.942571 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99163db1-887f-4524-8570-bb3a412a1077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11360740-eda2-4239-8567-673ce7e36e48,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:54.944864 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-dc65e539-29db-44df-9888-263483b6b147 service neutron] 10.222.0.81 "GET /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342380 Aug 06 18:29:54.949488 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-99163db1-887f-4524-8570-bb3a412a1077 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3897807aa21b46699ec8ce6abadceab8&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5880632 Aug 06 18:29:54.969813 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38672) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:54.979188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:55.018656 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:55.020166 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Made reservation on behalf of 691041d7a40145c7a45a1ccee4344a80 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:29:55.020603 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'Port': ['ID=f639a10e-37c4-4d11-8279-49a749b09aba,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:55.023723 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:55.029610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:55.030188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.034816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.128006 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Allocated IP 172.27.0.190 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/3b5ebef6-6617-463b-a9a7-2c6837147715) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:55.153761 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5afe749b-6f73-422d-a275-6964aaf4d8e4 req-a09bfae7-8835-4461-9dc5-62464754763a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 210 time: 0.8037653 Aug 06 18:29:55.192507 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1211023 Aug 06 18:29:55.239516 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b04e6381-3b27-4f10-9661-c72684c5daf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.252636 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda96325-6232-4df0-98d4-519f394929b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Pushing event updated for resources: {'Port': ['ID=73735bce-652a-4dc1-848f-17986013cf2a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:55.265067 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f22ec348-4b47-4dd3-a7ff-1eefc57d2463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.295800 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b04e6381-3b27-4f10-9661-c72684c5daf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.319659 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.338078 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7284bd47-2c2b-444c-b429-ea854c74512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.348148 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.393611 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.415158 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.437169 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'Port': ['ID=f639a10e-37c4-4d11-8279-49a749b09aba,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:55.451242 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.452718 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c4ae5fe9-79e5-498d-ab1e-a03d149ef4ee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.6761475 Aug 06 18:29:55.453589 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b04e6381-3b27-4f10-9661-c72684c5daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.456974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b04e6381-3b27-4f10-9661-c72684c5daf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.460962 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b04e6381-3b27-4f10-9661-c72684c5daf8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11360740-eda2-4239-8567-673ce7e36e48 HTTP/1.1" status: 204 len: 168 time: 0.4766839 Aug 06 18:29:55.473448 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Request body: {'port': {'device_id': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:55.511021 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e6381-3b27-4f10-9661-c72684c5daf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11360740-eda2-4239-8567-673ce7e36e48,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:55.578029 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:55.941299 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d4b1abd9-9b12-430d-a5e8-6e9aa6761878 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:56.079612 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:56.080676 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.229457 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Allocated IP 172.20.0.14 (ed10380b-eca5-4c76-a24a-dc3143a7bdf2/b3c70750-571c-4cad-8510-aaefd0a0e9e9/1537c7c6-e409-4e2c-9aad-0249425aac80) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:29:56.316871 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-68a5484e-f1c4-47ea-9216-737c7cd2cc52 req-8ff93423-7f36-4b16-830b-eb08a63ddad8 service neutron] 10.222.0.81 "GET /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1731801 Aug 06 18:29:56.343813 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.358223 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.378205 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 27f132f5-9e0d-48fc-b2ce-43e779c833af up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:56.437890 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38706) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:56.476448 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 27f132f5-9e0d-48fc-b2ce-43e779c833af completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:29:56.487204 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 27f132f5-9e0d-48fc-b2ce-43e779c833af triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:56.488259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.506311 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-887be7d5-ccf2-48b4-991e-9414bbf89e5e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--814694488&fields=id&tenant_id=166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 267 time: 0.5616622 Aug 06 18:29:56.622005 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.634810 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a78419d0-e128-4b65-b297-8dfecec6bceb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.638385 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92641a-39e6-4d78-808b-e8d24e794bb2 req-e21f8c41-18ec-4c85-9674-c8f3f3e1a7ba tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:56.639834 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5f92641a-39e6-4d78-808b-e8d24e794bb2 req-e21f8c41-18ec-4c85-9674-c8f3f3e1a7ba tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.4265006 Aug 06 18:29:56.675101 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 27f132f5-9e0d-48fc-b2ce-43e779c833af, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=27f132f5-9e0d-48fc-b2ce-43e779c833af,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:29:56.681637 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.733982 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f22ec348-4b47-4dd3-a7ff-1eefc57d2463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.749061 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.750877 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f22ec348-4b47-4dd3-a7ff-1eefc57d2463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.776764 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5f92641a-39e6-4d78-808b-e8d24e794bb2 req-a02bd3aa-a382-4a91-8aee-d3ec8a26c97b tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Aug 06 18:29:56.804245 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=27f132f5-9e0d-48fc-b2ce-43e779c833af,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:56.809716 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-73ead133-821b-414c-b060-e381e54fbee1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:56.814391 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-73ead133-821b-414c-b060-e381e54fbee1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 817 time: 0.2874897 Aug 06 18:29:56.842084 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-e4d87196-90e7-4877-88aa-3efa4c6c4019 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/quotas/166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 375 time: 0.0141764 Aug 06 18:29:56.881918 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:56.896633 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:56.903292 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f22ec348-4b47-4dd3-a7ff-1eefc57d2463 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=989c305be958416e82cbc23580c7158f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9768727 Aug 06 18:29:56.906159 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38712) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:56.907156 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:56.923433 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ec348-4b47-4dd3-a7ff-1eefc57d2463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c220ee66-4c83-4930-8d52-e8e14f23785e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:56.936358 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9ea71364-bcdc-4f69-926d-c5857c8d6c3f req-b1525c7b-d8e5-4083-8542-43ec5fe7d734 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 210 time: 0.0417192 Aug 06 18:29:56.938405 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'Port': ['ID=3b5ebef6-6617-463b-a9a7-2c6837147715,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:56.953300 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:56.985830 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-0406a190-26aa-428e-beec-7f947f9900fb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1330769 Aug 06 18:29:57.000655 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e8e561a-711d-4f53-ad2d-42dd6e2916eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.075752 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e8e561a-711d-4f53-ad2d-42dd6e2916eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.077134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.136725 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-80c196e6-fd8b-4634-95d1-560725ba14f2 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341705 Aug 06 18:29:57.155814 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a78419d0-e128-4b65-b297-8dfecec6bceb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.159561 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.161553 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.165211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a78419d0-e128-4b65-b297-8dfecec6bceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.197628 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e8e561a-711d-4f53-ad2d-42dd6e2916eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.200112 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e8e561a-711d-4f53-ad2d-42dd6e2916eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.203685 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6e8e561a-711d-4f53-ad2d-42dd6e2916eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c220ee66-4c83-4930-8d52-e8e14f23785e HTTP/1.1" status: 204 len: 168 time: 0.2912509 Aug 06 18:29:57.263860 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:29:57.270613 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e561a-711d-4f53-ad2d-42dd6e2916eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c220ee66-4c83-4930-8d52-e8e14f23785e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:57.284620 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a78419d0-e128-4b65-b297-8dfecec6bceb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c13c797cc8fe41f88090dff180783194&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8426585 Aug 06 18:29:57.285570 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:29:57.292509 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78419d0-e128-4b65-b297-8dfecec6bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c5c60-7c3e-4a30-a75b-77a1bc95ae82,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:57.297907 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:29:57.303770 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:57.304393 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.312372 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38722) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:29:57.315761 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-208ede6c-0275-44ee-acf0-91377d697d37 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715758 Aug 06 18:29:57.343149 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Pushing event updated for resources: {'Port': ['ID=1537c7c6-e409-4e2c-9aad-0249425aac80,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:57.397610 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-25a1003a-33c2-4e56-9757-a6126638f1a4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9436865 Aug 06 18:29:57.426732 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73735bce-652a-4dc1-848f-17986013cf2a {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:29:57.437469 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.453866 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Transition to ACTIVE for port object 73735bce-652a-4dc1-848f-17986013cf2a will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:29:57.455145 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec22b5b8-75d6-4a22-bdbf-28cd70e5bd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.463168 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.533377 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.552178 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.556783 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec22b5b8-75d6-4a22-bdbf-28cd70e5bd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.579016 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 27f132f5-9e0d-48fc-b2ce-43e779c833af up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:29:57.596344 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a48e5c4-3264-429d-822a-dcd5bf0668f2 req-44345f84-a6c7-422e-82c4-1b753156fde0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0789154 Aug 06 18:29:57.658697 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Pushing event updated for resources: {'Port': ['ID=73735bce-652a-4dc1-848f-17986013cf2a,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:57.668966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 27f132f5-9e0d-48fc-b2ce-43e779c833af triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:29:57.669404 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.673704 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Attempting to bind port 73735bce-652a-4dc1-848f-17986013cf2a on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:29:57.673807 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.674198 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Attempting to bind port 73735bce-652a-4dc1-848f-17986013cf2a by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:29:57.674838 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Attempting to bind port 73735bce-652a-4dc1-848f-17986013cf2a on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:57.680570 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Port 73735bce-652a-4dc1-848f-17986013cf2a on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:29:57.680986 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Attempting to bind port 73735bce-652a-4dc1-848f-17986013cf2a on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:29:57.686884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:29:57.687384 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Checking segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:29:57.688039 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Bound using segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:29:57.688697 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Bound port: 73735bce-652a-4dc1-848f-17986013cf2a, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:29:57.689149 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.738629 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'Port': ['ID=3b5ebef6-6617-463b-a9a7-2c6837147715,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:57.744001 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.745583 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bfde8d81-eadd-4475-ae01-4e328d654f4e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9267583 Aug 06 18:29:57.781187 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec22b5b8-75d6-4a22-bdbf-28cd70e5bd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.783951 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec22b5b8-75d6-4a22-bdbf-28cd70e5bd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.784084 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] For port 73735bce-652a-4dc1-848f-17986013cf2a, host hv-cinder-79091, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:29:57.785115 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ec22b5b8-75d6-4a22-bdbf-28cd70e5bd15 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/284c5c60-7c3e-4a30-a75b-77a1bc95ae82 HTTP/1.1" status: 204 len: 168 time: 0.4717665 Aug 06 18:29:57.796208 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22b5b8-75d6-4a22-bdbf-28cd70e5bd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c5c60-7c3e-4a30-a75b-77a1bc95ae82,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:57.799903 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] For port 73735bce-652a-4dc1-848f-17986013cf2a, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=73735bce-652a-4dc1-848f-17986013cf2a,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:29:57.808946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.928885 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:57.929516 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:57.930976 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] 10.222.0.81 "PUT /v2.0/ports/73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 1093 time: 2.4671216 Aug 06 18:29:57.942131 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'tag': '73735bce-652a-4dc1-848f-17986013cf2a'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:29:57.965738 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:58.244619 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a225a33e-3cd8-438a-a753-ee6d74779e76 req-a8e6f7d8-4477-4b7a-9678-46795d48c68c tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:58.251689 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a225a33e-3cd8-438a-a753-ee6d74779e76 req-a8e6f7d8-4477-4b7a-9678-46795d48c68c tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.3748987 Aug 06 18:29:58.261442 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43492-c96a-42ae-b51d-c893e087026b service neutron] Pushing event updated for resources: {'Port': ['ID=73735bce-652a-4dc1-848f-17986013cf2a,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:29:58.305796 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-4ede83fe-2160-4ebc-b4bc-7a2c73aa4071 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1764090520&fields=id&tenant_id=10269de20bc7485d9349868b7a3e4ef0 HTTP/1.1" status: 200 len: 267 time: 0.0917132 Aug 06 18:29:58.344113 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a225a33e-3cd8-438a-a753-ee6d74779e76 req-a0894056-545b-46f5-b546-1c26ae04df32 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915663 Aug 06 18:29:58.441585 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a6799a-101c-433e-98f7-beebc0f5c743", "tag": "73735bce-652a-4dc1-848f-17986013cf2a"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:29:58.484041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-016a2861-84ec-4ab2-ae84-0bfed4f23155 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:58.485607 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-016a2861-84ec-4ab2-ae84-0bfed4f23155 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 811 time: 0.1700277 Aug 06 18:29:58.511090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a505307b-e999-49c6-b10c-1751c8fad4d2 req-744b2bc7-d96e-4a95-915f-7b9939b85eb8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:58.512606 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a505307b-e999-49c6-b10c-1751c8fad4d2 req-744b2bc7-d96e-4a95-915f-7b9939b85eb8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 932 time: 0.0936425 Aug 06 18:29:58.515058 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-1921d9f2-2d5e-4cc7-bcee-1f5a82352dec tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/quotas/10269de20bc7485d9349868b7a3e4ef0 HTTP/1.1" status: 200 len: 375 time: 0.0197113 Aug 06 18:29:58.588202 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a505307b-e999-49c6-b10c-1751c8fad4d2 req-212d2730-55a9-46d9-9636-a3d2245ec707 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692043 Aug 06 18:29:58.608197 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-d9b5d512-c044-4a20-8cc4-eea8994d5484 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816417 Aug 06 18:29:58.721685 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-6bdb6b1d-05af-4b5c-998b-c35de89d365f service neutron] 10.222.0.57 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968938 Aug 06 18:29:58.815761 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec00e23-ea91-4b17-bc39-ec182867c90f x-openstack-request-id: req-eec00e23-ea91-4b17-bc39-ec182867c90f {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:29:58.816048 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a6799a-101c-433e-98f7-beebc0f5c743", "tag": "73735bce-652a-4dc1-848f-17986013cf2a", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:29:58.817421 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eec00e23-ea91-4b17-bc39-ec182867c90f {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:29:58.818598 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'tag': '73735bce-652a-4dc1-848f-17986013cf2a', 'status': 'completed', 'code': 200} Aug 06 18:29:58.831779 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0567611a-56be-4dd2-b683-2977155b74f0 service neutron] 10.222.0.57 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019893 Aug 06 18:29:58.898389 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-49d04a9d-efcc-415c-9b9f-6f111420ca47 req-8606c255-9a46-4297-ae49-7ed18b2aaa3b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0313499 Aug 06 18:29:59.034800 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5dfe0321-4c6c-4a2a-93b2-571fd3d01cd6 req-df652742-59db-4b9b-a785-59a45e2bb588 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0310917 Aug 06 18:29:59.496853 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47658b83-bdc2-473b-96b3-3b6815791e52 req-1c5333b5-5adf-4778-8f7a-8ac4fc9f4d07 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:59.498911 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-47658b83-bdc2-473b-96b3-3b6815791e52 req-1c5333b5-5adf-4778-8f7a-8ac4fc9f4d07 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0734682 Aug 06 18:29:59.547989 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-47658b83-bdc2-473b-96b3-3b6815791e52 req-8aa58f1c-2f2f-493a-8ef0-68b4f717f194 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Aug 06 18:29:59.627841 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Request body: {'port': {'device_id': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:29:59.701459 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:29:59.793526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f6993-6ac8-494c-8d8d-33a462763c06 req-645d0dd2-39cb-4147-8f36-52ac65a44f83 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:59.798015 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b85f6993-6ac8-494c-8d8d-33a462763c06 req-645d0dd2-39cb-4147-8f36-52ac65a44f83 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 932 time: 0.0983486 Aug 06 18:29:59.941097 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b85f6993-6ac8-494c-8d8d-33a462763c06 req-ab2132e4-b020-45d6-80c1-313b06931685 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201031 Aug 06 18:29:59.956775 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8 req-9a1d1691-26a9-4b8b-81db-5e75d258ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:29:59.956775 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8 req-9a1d1691-26a9-4b8b-81db-5e75d258ed8e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1096 time: 0.1467831 Aug 06 18:30:00.069799 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8c540637-3fd1-4e99-9dbd-8c4f77b87b4d req-469a37ff-1c6e-4812-8e78-0dbb7b806ccd tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0672762 Aug 06 18:30:00.114973 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1537c7c6-e409-4e2c-9aad-0249425aac80 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:00.123295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.137342 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Transition to ACTIVE for port object 1537c7c6-e409-4e2c-9aad-0249425aac80 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:00.141325 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.195368 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d9a9fd5d-6272-4577-af8f-c51323666f7e req-84720b08-6bab-4caa-b65d-663ca013ad17 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0610678 Aug 06 18:30:00.200077 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Pushing event updated for resources: {'Port': ['ID=1537c7c6-e409-4e2c-9aad-0249425aac80,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:00.249806 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Attempting to bind port 1537c7c6-e409-4e2c-9aad-0249425aac80 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:00.249806 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Attempting to bind port 1537c7c6-e409-4e2c-9aad-0249425aac80 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:00.250512 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Attempting to bind port 1537c7c6-e409-4e2c-9aad-0249425aac80 on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:00.250615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8 req-96703a53-9e9f-4a20-a404-465fe9ec8a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:00.254220 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8 req-96703a53-9e9f-4a20-a404-465fe9ec8a1d service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=691041d7a40145c7a45a1ccee4344a80&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2872386 Aug 06 18:30:00.262306 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Port 1537c7c6-e409-4e2c-9aad-0249425aac80 on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:00.262778 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Attempting to bind port 1537c7c6-e409-4e2c-9aad-0249425aac80 on network ed10380b-eca5-4c76-a24a-dc3143a7bdf2 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:00.271045 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:00.271496 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Checking segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:00.271897 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Bound using segment: {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:00.272337 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Bound port: 1537c7c6-e409-4e2c-9aad-0249425aac80, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:00.272703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.340680 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] For port 1537c7c6-e409-4e2c-9aad-0249425aac80, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:00.343893 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] For port 1537c7c6-e409-4e2c-9aad-0249425aac80, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1537c7c6-e409-4e2c-9aad-0249425aac80,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:00.349616 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.364079 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38878) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:00.386784 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:00.387454 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.388905 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] 10.222.0.81 "PUT /v2.0/ports/1537c7c6-e409-4e2c-9aad-0249425aac80 HTTP/1.1" status: 200 len: 1094 time: 0.7659738 Aug 06 18:30:00.389345 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'tag': '1537c7c6-e409-4e2c-9aad-0249425aac80'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:00.391762 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6be35f-2658-4b84-b582-6c35639e2b00" -d '{"events": [{"name": "network-changed", "server_uuid": "986625b4-70d2-4e9a-80f4-082b8260f97d", "tag": "1537c7c6-e409-4e2c-9aad-0249425aac80"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:00.461062 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27972f69-64c0-4ba2-b808-dee82dfc6957 service neutron] Pushing event updated for resources: {'Port': ['ID=1537c7c6-e409-4e2c-9aad-0249425aac80,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:00.502164 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d4cd24-b542-4e32-ace8-d41873daaf8f x-openstack-request-id: req-b7d4cd24-b542-4e32-ace8-d41873daaf8f {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:00.502536 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986625b4-70d2-4e9a-80f4-082b8260f97d", "tag": "1537c7c6-e409-4e2c-9aad-0249425aac80", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:00.502704 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7d4cd24-b542-4e32-ace8-d41873daaf8f {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:00.503185 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'tag': '1537c7c6-e409-4e2c-9aad-0249425aac80', 'status': 'completed', 'code': 200} Aug 06 18:30:00.509845 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85271a01-d172-4f5a-9c00-37efc45e62dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.603504 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85271a01-d172-4f5a-9c00-37efc45e62dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.608081 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85271a01-d172-4f5a-9c00-37efc45e62dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.672938 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-85271a01-d172-4f5a-9c00-37efc45e62dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59e1d93dffd045c082bf0700fb875645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070815 Aug 06 18:30:00.675749 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38896) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:00.676626 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85271a01-d172-4f5a-9c00-37efc45e62dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69c9777-e142-40d2-ba0f-0787ab4fc493,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:00.712479 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956cb1d-2526-492b-8d61-0a318782644c req-9adea632-ce30-4f8a-a1a7-115ce705da01 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:00.714001 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f956cb1d-2526-492b-8d61-0a318782644c req-9adea632-ce30-4f8a-a1a7-115ce705da01 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0866203 Aug 06 18:30:00.743169 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72bd3184-0d56-41e9-ac09-cbef28df555c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.762038 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f956cb1d-2526-492b-8d61-0a318782644c req-bb3d72bb-b399-4de1-9fd6-247ba463e86e tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417371 Aug 06 18:30:00.768229 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72bd3184-0d56-41e9-ac09-cbef28df555c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.819315 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72bd3184-0d56-41e9-ac09-cbef28df555c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.822227 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-72bd3184-0d56-41e9-ac09-cbef28df555c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:00.826132 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-72bd3184-0d56-41e9-ac09-cbef28df555c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e69c9777-e142-40d2-ba0f-0787ab4fc493 HTTP/1.1" status: 204 len: 168 time: 0.1487012 Aug 06 18:30:00.834408 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bd3184-0d56-41e9-ac09-cbef28df555c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69c9777-e142-40d2-ba0f-0787ab4fc493,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:01.060517 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c2994-2558-4ab0-9327-0d9ecdf6ce7f req-d408a996-8a4e-472d-beca-e01953618f53 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:01.062170 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c55c2994-2558-4ab0-9327-0d9ecdf6ce7f req-d408a996-8a4e-472d-beca-e01953618f53 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0509467 Aug 06 18:30:01.102928 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c55c2994-2558-4ab0-9327-0d9ecdf6ce7f req-3fd523f7-9915-48a0-99af-bcf7c5dc1856 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333669 Aug 06 18:30:01.109160 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 38918) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:01.122231 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b378a48-3948-4180-a418-f562f4990654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.199318 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f1f864b7-def4-4400-86b3-e3e881c4d24b req-ea1406da-b3c5-409c-962c-03c6195585e7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0399563 Aug 06 18:30:01.242493 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b378a48-3948-4180-a418-f562f4990654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.246210 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b378a48-3948-4180-a418-f562f4990654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.292905 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-4b378a48-3948-4180-a418-f562f4990654 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5f345b70c3d243529ba83a751d344cf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827228 Aug 06 18:30:01.295596 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 38922) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:01.305537 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b378a48-3948-4180-a418-f562f4990654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793b5ebb-6b5f-4bc5-ae27-e7f4ac7c2f5a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:01.310573 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d386b61-56be-403b-b32c-8f4efdd07fb8 req-c07a69a9-1dc8-4176-8150-4ed74ac7b1c4 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0395916 Aug 06 18:30:01.345931 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39686e8c-64d0-4a74-82c9-b5e2a6dccc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.366598 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39686e8c-64d0-4a74-82c9-b5e2a6dccc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.413107 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39686e8c-64d0-4a74-82c9-b5e2a6dccc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.416039 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39686e8c-64d0-4a74-82c9-b5e2a6dccc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:01.417177 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-39686e8c-64d0-4a74-82c9-b5e2a6dccc91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/793b5ebb-6b5f-4bc5-ae27-e7f4ac7c2f5a HTTP/1.1" status: 204 len: 168 time: 0.1205556 Aug 06 18:30:01.424896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39686e8c-64d0-4a74-82c9-b5e2a6dccc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793b5ebb-6b5f-4bc5-ae27-e7f4ac7c2f5a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:01.885517 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeaa63-39aa-4a58-921e-7faa65f541db req-9dabc15d-30a8-46be-b7f5-4b4764eca426 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:01.886986 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-afdeaa63-39aa-4a58-921e-7faa65f541db req-9dabc15d-30a8-46be-b7f5-4b4764eca426 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0579603 Aug 06 18:30:01.926619 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-afdeaa63-39aa-4a58-921e-7faa65f541db req-37a8d524-b0ad-473c-8973-5dd23c1a29c0 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336182 Aug 06 18:30:02.279487 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bffed-462c-44db-aaf9-ab1cf34c82ed req-57d036fd-8808-46c2-9372-0b7bbb973939 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:02.290055 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-108bffed-462c-44db-aaf9-ab1cf34c82ed req-57d036fd-8808-46c2-9372-0b7bbb973939 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.1022453 Aug 06 18:30:02.340720 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b458c9f3-3337-4ead-9137-209deaca9066 req-fa5dc3f6-bb99-4cc0-9102-82c2b8494803 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0484157 Aug 06 18:30:02.362148 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-108bffed-462c-44db-aaf9-ab1cf34c82ed req-08ff755c-c009-4986-8c87-bfea46b96b50 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712056 Aug 06 18:30:02.467574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d32f85e6-84cc-4ef8-9400-4f89f1d2c5a5 req-de72004a-ee1e-4b90-9df9-f0b5935fb8a2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0342152 Aug 06 18:30:03.048603 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a78e62-df75-4273-a0e7-f3533c1d2b4e req-07ee8bdd-98a9-4e48-9af2-616534158a3e tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.049980 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-97a78e62-df75-4273-a0e7-f3533c1d2b4e req-07ee8bdd-98a9-4e48-9af2-616534158a3e tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0527768 Aug 06 18:30:03.092704 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-97a78e62-df75-4273-a0e7-f3533c1d2b4e req-40c1dda7-293d-4ae4-8ee2-168e1bf45a5f tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363319 Aug 06 18:30:03.169752 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be35f-2658-4b84-b582-6c35639e2b00 req-f948dfc6-180f-4f72-a282-a21f50b82eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.171297 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa6be35f-2658-4b84-b582-6c35639e2b00 req-f948dfc6-180f-4f72-a282-a21f50b82eb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 1097 time: 0.0467055 Aug 06 18:30:03.279102 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8 req-19e4b1cf-f6a1-4766-baea-13f9d418c6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.280574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0d6bd59-6423-451d-9a94-12ce36f3f5e8 req-19e4b1cf-f6a1-4766-baea-13f9d418c6bb service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1712620 Aug 06 18:30:03.355508 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be35f-2658-4b84-b582-6c35639e2b00 req-a3628a6f-5897-4d95-a1c7-c93aba075d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.358412 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa6be35f-2658-4b84-b582-6c35639e2b00 req-a3628a6f-5897-4d95-a1c7-c93aba075d30 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=691041d7a40145c7a45a1ccee4344a80&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1772759 Aug 06 18:30:03.367407 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-73f855e7-8f47-470f-b732-0e33af187679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.368993 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-73f855e7-8f47-470f-b732-0e33af187679 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1096 time: 0.0441318 Aug 06 18:30:03.459961 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-3586ff4b-b44c-4d73-9b4d-0a14c6da76b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 217 time: 0.0795174 Aug 06 18:30:03.532743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fbe67786-d5c4-4aa9-a49b-3445d4623192 req-e3c75fac-17f7-4442-93a1-7a9804238b39 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0661149 Aug 06 18:30:03.593776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 39022) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:03.654208 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6be35f-2658-4b84-b582-6c35639e2b00 req-81dd38d3-9703-4fa6-9264-ea671a70ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.655735 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fa6be35f-2658-4b84-b582-6c35639e2b00 req-81dd38d3-9703-4fa6-9264-ea671a70ce88 service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2848022 Aug 06 18:30:03.666888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-4e0b9bec-9071-41c4-9f4d-2ac71d61721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.668375 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-4e0b9bec-9071-41c4-9f4d-2ac71d61721f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.1897771 Aug 06 18:30:03.670040 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9e5b1edd-ac18-4280-bd50-90964fe2ae0f req-fc12917f-3bb8-449f-abc0-e3d16de638e2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0360017 Aug 06 18:30:03.682253 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c41d5a-449d-4137-80c2-6df77f28d66d req-b229ba72-c747-44ff-983c-2fb4f7258138 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:03.690017 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-99c41d5a-449d-4137-80c2-6df77f28d66d req-b229ba72-c747-44ff-983c-2fb4f7258138 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.1725008 Aug 06 18:30:03.730775 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-99c41d5a-449d-4137-80c2-6df77f28d66d req-d42e86dc-1079-4996-b025-8dc3273b0cd5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Aug 06 18:30:03.736815 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1215e350-848a-419e-83bb-c005348167ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.826696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1215e350-848a-419e-83bb-c005348167ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.830388 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1215e350-848a-419e-83bb-c005348167ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.868767 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215e350-848a-419e-83bb-c005348167ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e35248d-e3d8-4a54-8429-36aba0adea12,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:03.874153 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1215e350-848a-419e-83bb-c005348167ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6947d9dc17804df0bb592112e10f3fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790411 Aug 06 18:30:03.876531 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 39028) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:03.925429 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-df0f23a7-8e62-4bff-be08-73f17887c4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.945303 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-df0f23a7-8e62-4bff-be08-73f17887c4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.990599 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-df0f23a7-8e62-4bff-be08-73f17887c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.993080 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-df0f23a7-8e62-4bff-be08-73f17887c4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:03.994212 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-df0f23a7-8e62-4bff-be08-73f17887c4b2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e35248d-e3d8-4a54-8429-36aba0adea12 HTTP/1.1" status: 204 len: 168 time: 0.1167526 Aug 06 18:30:04.002894 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f23a7-8e62-4bff-be08-73f17887c4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e35248d-e3d8-4a54-8429-36aba0adea12,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:04.208049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05bed-4b8e-4b7e-9996-6ecb7944b79d req-66fc302e-b30c-4405-b301-6f6484221df1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:04.211016 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-36b05bed-4b8e-4b7e-9996-6ecb7944b79d req-66fc302e-b30c-4405-b301-6f6484221df1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0493309 Aug 06 18:30:04.250842 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-36b05bed-4b8e-4b7e-9996-6ecb7944b79d req-73d607f1-b5b7-4cc3-9966-9a001b6c40be tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330503 Aug 06 18:30:04.274253 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 39038) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:04.286884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9fa-eaff-41bb-a787-1b7aa736e146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.374375 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9fa-eaff-41bb-a787-1b7aa736e146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.378082 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ae4bd9fa-eaff-41bb-a787-1b7aa736e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.598932 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ae4bd9fa-eaff-41bb-a787-1b7aa736e146 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=84322fc4a7a6468f8b43c9bc5314d68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211904 Aug 06 18:30:04.598932 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bd9fa-eaff-41bb-a787-1b7aa736e146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78cd4c4-641e-44e9-9e24-40b6bbeb3d8e,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:04.600659 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39044) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:04.636549 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f27f7083-305e-4f0d-8ae8-d42c557825f9 req-37dae9f6-fc04-4991-a5a1-f4ac879185e6 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0274613 Aug 06 18:30:04.650818 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3aa06dc-98e8-48a3-a4b3-b736d5cab088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.671549 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3aa06dc-98e8-48a3-a4b3-b736d5cab088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.720256 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3aa06dc-98e8-48a3-a4b3-b736d5cab088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.722767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-f3aa06dc-98e8-48a3-a4b3-b736d5cab088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:04.724119 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f3aa06dc-98e8-48a3-a4b3-b736d5cab088 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b78cd4c4-641e-44e9-9e24-40b6bbeb3d8e HTTP/1.1" status: 204 len: 168 time: 0.1221356 Aug 06 18:30:04.736433 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa06dc-98e8-48a3-a4b3-b736d5cab088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78cd4c4-641e-44e9-9e24-40b6bbeb3d8e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:04.791130 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5825c003-b8ac-44ae-af4d-e0a9196c9692 req-483194e4-3c56-4a77-ac26-b890d0b62e21 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0364769 Aug 06 18:30:04.846517 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba88a2-a7c6-4be8-984a-7160127cffc3 req-f30e39d1-4955-42e2-afc8-cd0dca33ff1b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:04.848055 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fdba88a2-a7c6-4be8-984a-7160127cffc3 req-f30e39d1-4955-42e2-afc8-cd0dca33ff1b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0489070 Aug 06 18:30:04.894791 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fdba88a2-a7c6-4be8-984a-7160127cffc3 req-1e735e20-6bed-4ae6-975b-c0437d9e9730 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Aug 06 18:30:05.390114 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53fff5-089c-48ed-8648-8654dd649250 req-2b6b14e9-c178-493b-aebd-8f68ad3bb1ed tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:05.391892 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd53fff5-089c-48ed-8648-8654dd649250 req-2b6b14e9-c178-493b-aebd-8f68ad3bb1ed tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0589073 Aug 06 18:30:05.434100 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd53fff5-089c-48ed-8648-8654dd649250 req-e5fc9461-de91-4363-afd0-49565300b8b1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Aug 06 18:30:05.747701 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-45d10cda-a208-45cc-b395-da5ad82184ea req-8ecade00-0aab-4fac-b64c-8c6cc2f2ed08 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0288379 Aug 06 18:30:05.889605 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2b971afe-1844-47b4-aab3-84359e3bb1ce req-51041455-f1a1-48d5-8871-4c8f50c22e1a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0298448 Aug 06 18:30:06.014134 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66e94c5-a84f-44a4-8682-adea813dc2b6 req-cdfd6bc3-f09d-48e1-aa74-86158374a6c0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:06.015737 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a66e94c5-a84f-44a4-8682-adea813dc2b6 req-cdfd6bc3-f09d-48e1-aa74-86158374a6c0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0489533 Aug 06 18:30:06.054706 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a66e94c5-a84f-44a4-8682-adea813dc2b6 req-d24542f6-13a1-4a38-bdb0-2c697c5cdc67 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324090 Aug 06 18:30:06.547465 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-2563bc89-12af-453b-a101-fe1771292cb8 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824125 Aug 06 18:30:06.668371 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7cc53-635f-4bca-8991-5fbe85a34425 req-eff7956c-603d-4cd9-9981-a12474395426 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:06.669941 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-77c7cc53-635f-4bca-8991-5fbe85a34425 req-eff7956c-603d-4cd9-9981-a12474395426 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.1421232 Aug 06 18:30:06.721323 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-85ee7629-a87b-4754-94c5-81371aaadff3 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461599 Aug 06 18:30:06.729634 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-77c7cc53-635f-4bca-8991-5fbe85a34425 req-7bf177fd-5273-47fc-b5da-a7619a53f443 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530879 Aug 06 18:30:06.808918 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-1985d827-2012-4d2f-ad06-1021ebe8b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:06.810401 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-1985d827-2012-4d2f-ad06-1021ebe8b7f5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 1097 time: 0.3020904 Aug 06 18:30:06.832134 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03bb0a23-8d83-4580-988b-baca2a30d3c8 req-d0022870-1b20-4c35-822e-bc18159409d5 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013975 Aug 06 18:30:06.841765 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-fb98a7a6-f16d-4a3f-8e64-f01361d59bfe tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:06.843250 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-fb98a7a6-f16d-4a3f-8e64-f01361d59bfe tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 811 time: 0.3736770 Aug 06 18:30:06.870600 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-372d3df0-6f69-48e3-9a84-c8864a4fe1aa req-f9a8b79a-ee30-4778-80b2-ca7769ad4ff4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0347850 Aug 06 18:30:06.994041 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-51ce3bf1-6c6d-4af8-b698-f1a3c722df8c req-491204bd-e7d9-44e1-8b0a-97fcee1c9b85 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0317514 Aug 06 18:30:07.173947 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7c1d3-bd22-4bcc-bb78-e42c56014b2b req-ac604e6f-a451-4628-8e58-f25866c8f00e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:07.175514 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-50d7c1d3-bd22-4bcc-bb78-e42c56014b2b req-ac604e6f-a451-4628-8e58-f25866c8f00e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0539958 Aug 06 18:30:07.219898 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-50d7c1d3-bd22-4bcc-bb78-e42c56014b2b req-9a43750a-c2cd-4c66-9b77-5eb390f213bb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329425 Aug 06 18:30:07.852128 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc22d23-a89e-4ba4-a97b-db0e9fc2ff9e req-889b19fb-110d-4749-b384-dfeecd9702fe tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:07.854285 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-acc22d23-a89e-4ba4-a97b-db0e9fc2ff9e req-889b19fb-110d-4749-b384-dfeecd9702fe tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0502090 Aug 06 18:30:07.893213 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-acc22d23-a89e-4ba4-a97b-db0e9fc2ff9e req-0e848838-e6f4-487d-a076-ee69e99b8afc tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328038 Aug 06 18:30:07.982909 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-609dc803-a50d-4ce1-be72-e889bf7c3399 req-f1de90b6-c6f0-40ac-acdc-b4bdd7b10d63 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0314841 Aug 06 18:30:08.088036 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d87d2127-316a-44a5-8928-d4d1059b2458 req-33ea536b-ac37-43b7-9efb-fed27848cd66 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0269806 Aug 06 18:30:08.341599 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02001cb-2a4f-4810-83f1-d8c73afb84e6 req-6fd4c733-0a8c-4361-ab38-1d84dad20fdb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:08.343135 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f02001cb-2a4f-4810-83f1-d8c73afb84e6 req-6fd4c733-0a8c-4361-ab38-1d84dad20fdb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0507917 Aug 06 18:30:08.381803 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f02001cb-2a4f-4810-83f1-d8c73afb84e6 req-2584f9d2-ecb5-4d31-921d-9be592e25136 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320487 Aug 06 18:30:09.008505 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c57992-ab89-4f6e-a4b5-dd413fa085f3 req-7bb81173-e091-4881-b408-8ba2a7da1a85 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.010173 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01c57992-ab89-4f6e-a4b5-dd413fa085f3 req-7bb81173-e091-4881-b408-8ba2a7da1a85 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 943 time: 0.0481112 Aug 06 18:30:09.058955 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01c57992-ab89-4f6e-a4b5-dd413fa085f3 req-14f85bbd-f4b5-40e8-be61-44e9c1ec29d0 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419083 Aug 06 18:30:09.087870 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-affd1f71-adea-4053-a131-c810967d67e6 req-3a3a06a8-6e65-49c8-b654-5f9ed3e0fd8d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0278287 Aug 06 18:30:09.182257 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b68cfdff-da45-43e1-adb6-79a3c889cff7 req-b72533f9-23e0-4142-8029-88c811431edd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0270247 Aug 06 18:30:09.496377 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7ccdda-511f-4626-ada2-8f9f0480cdf5 req-32fdec21-0c88-4232-bbaf-314189d3298e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.497861 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0d7ccdda-511f-4626-ada2-8f9f0480cdf5 req-32fdec21-0c88-4232-bbaf-314189d3298e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0500660 Aug 06 18:30:09.537804 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0d7ccdda-511f-4626-ada2-8f9f0480cdf5 req-bc83f2c3-9fce-4c23-8601-0d062a002dfc tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337305 Aug 06 18:30:09.762775 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device efe33595-1ff9-41e2-90ee-d88574febddf details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:09.802875 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-855fd7bd-0861-462e-b834-099aaeb177b6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1537c7c6-e409-4e2c-9aad-0249425aac80 HTTP/1.1" status: 200 len: 217 time: 0.0453503 Aug 06 18:30:09.868458 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-f21fe3f4-d5c7-4b6b-958a-37cca415da06 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10269de20bc7485d9349868b7a3e4ef0 HTTP/1.1" status: 200 len: 380 time: 0.1131761 Aug 06 18:30:09.870054 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port efe33595-1ff9-41e2-90ee-d88574febddf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=efe33595-1ff9-41e2-90ee-d88574febddf,segment=NetworkSegment(4343d1bf-a386-42a9-8e12-94341ae4b7d0),segment_id=4343d1bf-a386-42a9-8e12-94341ae4b7d0)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:09.877216 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902bf70-bbc4-490d-b085-ce609e257916 req-0b42fadf-2c63-44fb-8a8d-82e113547e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:09.878583 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-0b42fadf-2c63-44fb-8a8d-82e113547e86 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0589759 Aug 06 18:30:09.880999 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'efe33595-1ff9-41e2-90ee-d88574febddf', 'network_id': 'cc6aae11-eb14-44af-aaca-38499305e5f9', 'port_id': 'efe33595-1ff9-41e2-90ee-d88574febddf', 'mac_address': 'fa:16:3e:21:83:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e561157-0aee-4d8b-9a5c-2412f0fedbb3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:09.904797 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'port': {'device_id': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'admin_state_up': True, 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'security_groups': ['bf276d2b-79d4-4e46-ab25-114b9b5f6bc6']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:09.929118 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:09.947885 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe33595-1ff9-41e2-90ee-d88574febddf {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:09.961195 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-bdc5b913-a3c7-4b32-a369-bba9367cefd6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511844 Aug 06 18:30:09.976315 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port efe33595-1ff9-41e2-90ee-d88574febddf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=efe33595-1ff9-41e2-90ee-d88574febddf,segment=NetworkSegment(4343d1bf-a386-42a9-8e12-94341ae4b7d0),segment_id=4343d1bf-a386-42a9-8e12-94341ae4b7d0)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:09.980923 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.032194 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=efe33595-1ff9-41e2-90ee-d88574febddf,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:10.074642 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-03338a97-e5c6-406d-a10b-c82f02cf1f55 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.076111 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-03338a97-e5c6-406d-a10b-c82f02cf1f55 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 817 time: 0.1632130 Aug 06 18:30:10.150372 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-eacd7dc6-d2fc-45a4-b223-72e1759ce6ab service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804404 Aug 06 18:30:10.151631 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Made reservation on behalf of 10269de20bc7485d9349868b7a3e4ef0 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:10.155675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.205989 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-5b0a95e7-4a41-4aa7-910d-11b1b71c3e01 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 379 time: 0.1098413 Aug 06 18:30:10.226023 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175796d9-a2b1-42c8-9430-d74add26b7a5 req-a908ea25-32a0-426b-9904-24ac36e91f65 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.236494 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-175796d9-a2b1-42c8-9430-d74add26b7a5 req-a908ea25-32a0-426b-9904-24ac36e91f65 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.0981145 Aug 06 18:30:10.292692 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b45d0b4d-4632-4f11-82a3-201c6f4025d7 req-ab6a2ff7-beb3-4f3c-b86a-2412f9415f18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0543635 Aug 06 18:30:10.325307 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Allocated IP 172.20.0.10 (9be7f983-23ed-4a17-8cff-8f14b156fc4d/37566611-9cf8-4c97-8d02-ba91cb23cba4/6b68a59f-4ad3-4585-beb9-87a3a50775ff) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:30:10.339293 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-175796d9-a2b1-42c8-9430-d74add26b7a5 req-9d218d0f-0420-41da-aa37-90493c3dc019 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939531 Aug 06 18:30:10.392261 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8fa442d0-e735-4fdf-bb7a-b11a94e7f762 req-5e47e72c-c44d-43fa-87ca-18c308bd3335 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0330215 Aug 06 18:30:10.497793 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.510698 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Transition to ACTIVE for port object 6b68a59f-4ad3-4585-beb9-87a3a50775ff will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:10.545531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.596365 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:30:10.600720 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:10.604196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:30:10.609870 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.610456 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.617783 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'Port': ['ID=6b68a59f-4ad3-4585-beb9-87a3a50775ff,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:10.637042 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0fbdb819-5976-4953-adfd-44a18a6f0f6f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7363248 Aug 06 18:30:10.662729 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03254cae-7fcb-4430-8f09-cbd359f82e1a req-365d27c1-ee24-4339-b43d-2aadcd763586 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:10.670409 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03254cae-7fcb-4430-8f09-cbd359f82e1a req-365d27c1-ee24-4339-b43d-2aadcd763586 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0603247 Aug 06 18:30:10.707976 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-03254cae-7fcb-4430-8f09-cbd359f82e1a req-099cde9e-63da-4a08-9fb8-ddfb54cf5329 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366597 Aug 06 18:30:10.849990 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-85a88784-089d-4e84-a58a-05aa93a289a8 None None] Provisioning for port 6b68a59f-4ad3-4585-beb9-87a3a50775ff completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:10.854179 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-85a88784-089d-4e84-a58a-05aa93a289a8 None None] Provisioning complete for port 6b68a59f-4ad3-4585-beb9-87a3a50775ff triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:10.854552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-85a88784-089d-4e84-a58a-05aa93a289a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:10.888138 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-85a88784-089d-4e84-a58a-05aa93a289a8 None None] Port 6b68a59f-4ad3-4585-beb9-87a3a50775ff cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:30:11.399582 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4cce5674-3eff-42b0-8903-1528be350462 req-ae130e79-a495-4207-a46e-014c89a04bde tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0293558 Aug 06 18:30:11.453637 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa013853-bd4d-4526-ab11-272956dd8e8f req-f777a5d7-940d-4a87-96b7-066c601ad452 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:11.454685 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa013853-bd4d-4526-ab11-272956dd8e8f req-f777a5d7-940d-4a87-96b7-066c601ad452 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.0538087 Aug 06 18:30:11.524843 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa013853-bd4d-4526-ab11-272956dd8e8f req-d099284a-b5c1-4ec2-91a0-abb477517e8c tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Aug 06 18:30:11.535090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d686d-cf1e-40d0-9dd8-fe6a5c5ec5bd req-ae3efbe8-b66b-4bb4-ab33-1b039b6370ac tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:11.536575 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-384d686d-cf1e-40d0-9dd8-fe6a5c5ec5bd req-ae3efbe8-b66b-4bb4-ab33-1b039b6370ac tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 932 time: 0.0750587 Aug 06 18:30:11.576681 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-384d686d-cf1e-40d0-9dd8-fe6a5c5ec5bd req-c319a6d1-8d06-415a-bc21-176d928d8a14 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325060 Aug 06 18:30:11.823419 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de35a0-b6fc-4ff1-920d-25d7c4fce028 req-80216458-f86a-4eae-a76d-d364c5c72763 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:11.824908 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d0de35a0-b6fc-4ff1-920d-25d7c4fce028 req-80216458-f86a-4eae-a76d-d364c5c72763 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0476067 Aug 06 18:30:11.862334 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d0de35a0-b6fc-4ff1-920d-25d7c4fce028 req-acc1d637-4dd6-4b39-a077-a0acef0cd261 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316598 Aug 06 18:30:11.886678 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:30:12.502602 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7bc3edb-0adf-4439-9e3e-efb72ae60b92 req-e2b1b9f2-6903-4fb4-ba30-534f50cec466 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0311446 Aug 06 18:30:12.645723 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1412aa-ed0f-49c4-9998-0862de352af7 req-8780e6f2-93fe-4cea-b7de-7d3099103650 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.647624 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc1412aa-ed0f-49c4-9998-0862de352af7 req-8780e6f2-93fe-4cea-b7de-7d3099103650 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.0553164 Aug 06 18:30:12.708087 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc1412aa-ed0f-49c4-9998-0862de352af7 req-771e157e-c7eb-4c3f-8706-9df581d57223 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514414 Aug 06 18:30:12.719554 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d2fee-7367-49d9-9ad5-2c2a48c1d707 req-a4f8f19b-d261-4457-b019-bb33fe8dadea tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.721019 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-545d2fee-7367-49d9-9ad5-2c2a48c1d707 req-a4f8f19b-d261-4457-b019-bb33fe8dadea tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 932 time: 0.0725307 Aug 06 18:30:12.759834 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-545d2fee-7367-49d9-9ad5-2c2a48c1d707 req-d9bf6283-b47d-48ce-aec0-d008a0e589eb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325646 Aug 06 18:30:12.978881 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c893d-50b2-4da5-9efc-1d6d0b4c111a req-4c1b024a-d723-4d13-b40d-da82391a8e68 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:12.985762 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c45c893d-50b2-4da5-9efc-1d6d0b4c111a req-4c1b024a-d723-4d13-b40d-da82391a8e68 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0518258 Aug 06 18:30:13.018091 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c45c893d-50b2-4da5-9efc-1d6d0b4c111a req-26dc164c-28d3-4d37-953d-b7997cb96dec tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317028 Aug 06 18:30:13.198604 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'port': {'device_id': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'admin_state_up': True, 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'security_groups': ['60b90c41-b85b-47e7-82ee-84ec830ccd65']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:13.232594 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Request body: {'port': {'device_id': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:13.310887 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Made reservation on behalf of 166d8db214bb4890b5b650cd67df2cf2 for: {'port': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:13.314491 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.342452 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.372166 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7902bf70-bbc4-490d-b085-ce609e257916 req-2afebfa9-ca00-4e65-bcd6-52bc38ae78b0 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780505 Aug 06 18:30:13.461539 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['efe33595-1ff9-41e2-90ee-d88574febddf'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:13.468244 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Allocated IP 172.20.0.3 (d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7/f87cac5f-2d14-44ad-bf95-4cc514182135/bd0da7bd-86a4-4ed9-857c-dca4fc6487cb) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:30:13.680612 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-11a08404-f7b9-4a6f-a0ec-60ec5ef73257 req-1e80b12a-20ba-495f-bcab-ff0159208d7c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0356770 Aug 06 18:30:13.752316 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.764543 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b68a59f-4ad3-4585-beb9-87a3a50775ff {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:13.775232 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.781353 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Transition to ACTIVE for port object bd0da7bd-86a4-4ed9-857c-dca4fc6487cb will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:13.795587 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Transition to ACTIVE for port object 6b68a59f-4ad3-4585-beb9-87a3a50775ff will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:13.817525 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.857922 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:13.915679 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Pushing event updated for resources: {'Port': ['ID=6b68a59f-4ad3-4585-beb9-87a3a50775ff,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:13.956148 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Attempting to bind port 6b68a59f-4ad3-4585-beb9-87a3a50775ff on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:13.956528 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Attempting to bind port 6b68a59f-4ad3-4585-beb9-87a3a50775ff by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:13.956974 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Attempting to bind port 6b68a59f-4ad3-4585-beb9-87a3a50775ff on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:13.962844 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Port 6b68a59f-4ad3-4585-beb9-87a3a50775ff on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:13.963372 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Attempting to bind port 6b68a59f-4ad3-4585-beb9-87a3a50775ff on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:13.968854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:13.969301 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Checking segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:13.969798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Bound using segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:13.970322 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Bound port: 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:13.970780 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.003335 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5692-a286-4289-85b6-4ecc9fe0fd5c req-3e822144-41a9-4eb4-b199-9c76a74502ee tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.014628 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-462e5692-a286-4289-85b6-4ecc9fe0fd5c req-3e822144-41a9-4eb4-b199-9c76a74502ee tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 944 time: 0.1547687 Aug 06 18:30:14.025929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd8ec6-7713-4fa3-b956-845f9ab08627 req-11f893b0-c77e-495b-9069-413c2d3e5eff tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.033199 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d0bd8ec6-7713-4fa3-b956-845f9ab08627 req-11f893b0-c77e-495b-9069-413c2d3e5eff tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.2163982 Aug 06 18:30:14.074945 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:30:14.094784 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] For port 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:14.095290 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:14.098002 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:30:14.104994 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] For port 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:14.105157 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.106022 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.108436 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:14.119252 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.157014 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-462e5692-a286-4289-85b6-4ecc9fe0fd5c req-88382daf-8762-46fd-a55e-ab1e820bfbfc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414013 Aug 06 18:30:14.191676 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d0bd8ec6-7713-4fa3-b956-845f9ab08627 req-3fd3f479-4271-4c8f-a6e6-2b2c8917db53 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575415 Aug 06 18:30:14.198244 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-1bf9441d-fee5-47a3-a469-08253d78650a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0043576 Aug 06 18:30:14.201869 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.202516 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.204148 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] 10.222.0.81 "PUT /v2.0/ports/6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 1094 time: 1.0088344 Aug 06 18:30:14.204638 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:14.207024 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45eb8d19-2ec2-43ca-ba06-35d2644c988d" -d '{"events": [{"name": "network-changed", "server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:14.232312 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Request body: {'port': {'device_id': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:14.247204 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263bc92-20d5-47e0-86ba-21bcea778e7c service neutron] Pushing event updated for resources: {'Port': ['ID=6b68a59f-4ad3-4585-beb9-87a3a50775ff,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:14.374875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e759abd-d834-4cb4-a574-abbe9876b5fa x-openstack-request-id: req-5e759abd-d834-4cb4-a574-abbe9876b5fa {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:14.377495 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:14.377918 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5e759abd-d834-4cb4-a574-abbe9876b5fa {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:14.378981 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'status': 'completed', 'code': 200} Aug 06 18:30:14.438240 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.438927 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-acece7a4-bd41-4bdf-92c7-626b670db164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.442698 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-acece7a4-bd41-4bdf-92c7-626b670db164 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1097 time: 0.1549308 Aug 06 18:30:14.552453 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-7e062713-c8c6-4d8e-885a-1cd036daab77 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 217 time: 0.0957127 Aug 06 18:30:14.642650 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e918e7-9f73-467a-9e6e-f2c91eaa1720 req-ab7e9073-9f0e-484c-9a6b-14a47b78fa3b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.665771 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d9e918e7-9f73-467a-9e6e-f2c91eaa1720 req-ab7e9073-9f0e-484c-9a6b-14a47b78fa3b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.2146902 Aug 06 18:30:14.685049 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-2f90afe2-abde-4b79-8903-704c0712393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.687010 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-2f90afe2-abde-4b79-8903-704c0712393f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.1254702 Aug 06 18:30:14.796844 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-80d1e1dc-1ed7-47e6-98d8-a8fa28e8b7c3 None None] Provisioning for port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:14.812863 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0382adfd-23ea-4dce-9dbe-942d0a4e2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.814372 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-80d1e1dc-1ed7-47e6-98d8-a8fa28e8b7c3 None None] Provisioning complete for port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:14.814555 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-0382adfd-23ea-4dce-9dbe-942d0a4e2191 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1191692 Aug 06 18:30:14.822252 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-80d1e1dc-1ed7-47e6-98d8-a8fa28e8b7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:14.872853 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d9e918e7-9f73-467a-9e6e-f2c91eaa1720 req-55c487ea-f737-4eac-b057-011aa92d64c8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961157 Aug 06 18:30:14.906287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-80d1e1dc-1ed7-47e6-98d8-a8fa28e8b7c3 None None] Port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:30:14.948761 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a07e8-f2d4-4787-a205-1a8cbf9b8fc2 req-994ac394-1731-4fae-b7bb-e1ff88d27b0b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:14.955445 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-907a07e8-f2d4-4787-a205-1a8cbf9b8fc2 req-994ac394-1731-4fae-b7bb-e1ff88d27b0b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 931 time: 0.1392419 Aug 06 18:30:14.962789 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-b7de8e98-3674-4672-b352-ac1c3a566b29 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390195 Aug 06 18:30:15.043633 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-907a07e8-f2d4-4787-a205-1a8cbf9b8fc2 req-d2253110-94e7-4a36-97c0-4809baa530de tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872381 Aug 06 18:30:15.097589 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-09c2bcfd-e005-46d5-8ca0-15e372d64dc7 req-8027d6ae-3c1b-45ad-9cb6-a4ca4aade737 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229753 Aug 06 18:30:15.160204 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0da7bd-86a4-4ed9-857c-dca4fc6487cb {{(pid=93276) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:15.170170 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.187367 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Transition to ACTIVE for port object bd0da7bd-86a4-4ed9-857c-dca4fc6487cb will not be triggered until provisioned by entity L2. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:15.198711 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.262893 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-99922939-c33f-48d8-ba73-7f7d2b0367e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.268114 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-99922939-c33f-48d8-ba73-7f7d2b0367e5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1097 time: 0.1201141 Aug 06 18:30:15.305893 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:15.366766 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Attempting to bind port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:15.367123 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Attempting to bind port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:15.367450 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Attempting to bind port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:15.380480 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:15.381449 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Attempting to bind port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:15.390843 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-73e51bb9-01a8-4f1e-8aca-b126e57656c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.392470 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-73e51bb9-01a8-4f1e-8aca-b126e57656c2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.1094043 Aug 06 18:30:15.400610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8844-2b8d-4ceb-8194-e1be5a888891 req-dae1907b-9da3-4094-a330-6756180473b2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.402110 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c5b8844-2b8d-4ceb-8194-e1be5a888891 req-dae1907b-9da3-4094-a330-6756180473b2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 944 time: 0.1255050 Aug 06 18:30:15.402869 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:15.403236 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Checking segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:15.403615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Bound using segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} {{(pid=93276) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:15.404049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.managers [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Bound port: bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}}] {{(pid=93276) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:15.404643 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.423926 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce81ff-1f3e-4f70-817d-698d63b9c4c0 req-887dc36f-f53e-4426-b6bb-f4f356748a29 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.425432 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7cce81ff-1f3e-4f70-817d-698d63b9c4c0 req-887dc36f-f53e-4426-b6bb-f4f356748a29 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.1168835 Aug 06 18:30:15.441309 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-6656902b-2a0f-4002-95fa-802b9a243f51 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 217 time: 0.0384984 Aug 06 18:30:15.496937 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-b0899aa9-22bd-42a8-a691-1f22129ed93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.498475 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-b0899aa9-22bd-42a8-a691-1f22129ed93d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0497994 Aug 06 18:30:15.519827 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c5b8844-2b8d-4ceb-8194-e1be5a888891 req-efb10594-24ce-4e8e-9f28-320ab6d9be83 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909569 Aug 06 18:30:15.530447 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7cce81ff-1f3e-4f70-817d-698d63b9c4c0 req-3e240e5b-44a4-4d5b-b04a-77ce01e7f078 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946376 Aug 06 18:30:15.543616 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, cleared binding levels {{(pid=93276) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:15.548963 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93276) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:15.555269 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.590548 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.591203 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.592729 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] 10.222.0.81 "PUT /v2.0/ports/bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 200 len: 1093 time: 1.3744082 Aug 06 18:30:15.593180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:15.595472 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553de468-8187-4057-82dc-d649f96fd9e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:15.633974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee81c099-3a0e-4857-a423-078ebb631de6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=3']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:15.648927 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a46174-67de-4fff-85bb-1ef269022ffd x-openstack-request-id: req-e4a46174-67de-4fff-85bb-1ef269022ffd {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:15.649239 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:15.649462 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4a46174-67de-4fff-85bb-1ef269022ffd {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:15.649856 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'status': 'completed', 'code': 200} Aug 06 18:30:15.817687 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39326) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:15.919652 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-81393f11-3849-4a77-923e-3e024432eedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:15.997980 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119dbac8-9c69-44c5-92f1-94c8c22c4063 req-b6960481-8fd2-438f-8279-b34b656e0455 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:15.999730 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-119dbac8-9c69-44c5-92f1-94c8c22c4063 req-b6960481-8fd2-438f-8279-b34b656e0455 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0534360 Aug 06 18:30:16.025617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-81393f11-3849-4a77-923e-3e024432eedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.030017 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-81393f11-3849-4a77-923e-3e024432eedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.041634 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-119dbac8-9c69-44c5-92f1-94c8c22c4063 req-d5cd9599-a1fa-433f-b7a0-5f9f39d4cb72 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350225 Aug 06 18:30:16.072875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81393f11-3849-4a77-923e-3e024432eedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5817914b-a03f-41a8-af32-5f9654871ed9,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:16.079739 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-81393f11-3849-4a77-923e-3e024432eedc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2864ce0c1c014de9b7e22502f82f0cc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609444 Aug 06 18:30:16.082609 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39340) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:16.140707 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8d77-1fbd-4df8-b5c8-6c0a231067b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.170645 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8d77-1fbd-4df8-b5c8-6c0a231067b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.197875 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cf7fc-68af-4970-b777-906d190e8ed0 req-4a16851b-8e3d-47a8-b292-588a6fd7618b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:16.205620 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-288cf7fc-68af-4970-b777-906d190e8ed0 req-4a16851b-8e3d-47a8-b292-588a6fd7618b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0597579 Aug 06 18:30:16.236216 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8d77-1fbd-4df8-b5c8-6c0a231067b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.239355 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9fbb8d77-1fbd-4df8-b5c8-6c0a231067b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.240682 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9fbb8d77-1fbd-4df8-b5c8-6c0a231067b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5817914b-a03f-41a8-af32-5f9654871ed9 HTTP/1.1" status: 204 len: 168 time: 0.1571229 Aug 06 18:30:16.249977 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbb8d77-1fbd-4df8-b5c8-6c0a231067b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5817914b-a03f-41a8-af32-5f9654871ed9,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:16.264565 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-288cf7fc-68af-4970-b777-906d190e8ed0 req-e94383d3-5ebd-4dc0-98f5-9f72071ec49e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579107 Aug 06 18:30:16.311904 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39360) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:16.428483 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d42672c5-c6ba-4621-96fb-04e77cad02c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.540296 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d42672c5-c6ba-4621-96fb-04e77cad02c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.544888 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d42672c5-c6ba-4621-96fb-04e77cad02c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.588794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 39376) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:16.589029 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d42672c5-c6ba-4621-96fb-04e77cad02c4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=999fd2dfc01045be93f1d1622324292e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2753000 Aug 06 18:30:16.590998 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42672c5-c6ba-4621-96fb-04e77cad02c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d304db0-4f58-4859-b256-fd7bafb10aa6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:16.639365 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39378) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:16.656021 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0f527038-6af0-4761-b466-b01cd34fa703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.712873 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178508b-d214-426e-8864-73bdaea686f5 req-fe96af27-6e01-4754-8002-2d598e6f2f05 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:16.714401 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e178508b-d214-426e-8864-73bdaea686f5 req-fe96af27-6e01-4754-8002-2d598e6f2f05 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 944 time: 0.1049864 Aug 06 18:30:16.731368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582af97e-7231-495f-a1da-4e37063a8b9d req-7e136ca9-af6d-4938-a774-bf535906c441 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:16.732896 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-582af97e-7231-495f-a1da-4e37063a8b9d req-7e136ca9-af6d-4938-a774-bf535906c441 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.1052253 Aug 06 18:30:16.745227 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4798a984-0ff6-4c62-9036-47819353c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.751377 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0f527038-6af0-4761-b466-b01cd34fa703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.756454 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0f527038-6af0-4761-b466-b01cd34fa703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.794819 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0f527038-6af0-4761-b466-b01cd34fa703 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1464555e0efc4a2f83213c2e0b4481ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543782 Aug 06 18:30:16.795539 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f527038-6af0-4761-b466-b01cd34fa703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d747b42c-588c-4de8-adb8-aa8f2fac96fd,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:16.798787 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39380) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:16.810284 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e178508b-d214-426e-8864-73bdaea686f5 req-147a35a0-fecd-4e82-af8e-61b6c2cb7a39 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746610 Aug 06 18:30:16.813728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4798a984-0ff6-4c62-9036-47819353c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.832183 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-582af97e-7231-495f-a1da-4e37063a8b9d req-ab646527-4927-48d4-88a4-da7daecad0ec tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877223 Aug 06 18:30:16.849764 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc1d1aa9-f6af-42c1-b625-992580f7da82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.871953 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc1d1aa9-f6af-42c1-b625-992580f7da82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.882288 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4798a984-0ff6-4c62-9036-47819353c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.884882 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4798a984-0ff6-4c62-9036-47819353c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.886014 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-4798a984-0ff6-4c62-9036-47819353c494 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3d304db0-4f58-4859-b256-fd7bafb10aa6 HTTP/1.1" status: 204 len: 168 time: 0.2962115 Aug 06 18:30:16.894404 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798a984-0ff6-4c62-9036-47819353c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d304db0-4f58-4859-b256-fd7bafb10aa6,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:16.930403 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc1d1aa9-f6af-42c1-b625-992580f7da82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.933134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cc1d1aa9-f6af-42c1-b625-992580f7da82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:16.934281 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cc1d1aa9-f6af-42c1-b625-992580f7da82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d747b42c-588c-4de8-adb8-aa8f2fac96fd HTTP/1.1" status: 204 len: 168 time: 0.1345718 Aug 06 18:30:16.950410 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d1aa9-f6af-42c1-b625-992580f7da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d747b42c-588c-4de8-adb8-aa8f2fac96fd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:17.173292 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a6f1-ea5e-4bd3-a54e-f41c577e2140 req-d23fbc2c-6840-4f31-9992-f18bf68b44b3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:17.174890 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c476a6f1-ea5e-4bd3-a54e-f41c577e2140 req-d23fbc2c-6840-4f31-9992-f18bf68b44b3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 944 time: 0.0529780 Aug 06 18:30:17.222312 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c476a6f1-ea5e-4bd3-a54e-f41c577e2140 req-87720fbb-ee99-4517-8481-0c78fcd9d4d1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Aug 06 18:30:17.328464 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 73735bce-652a-4dc1-848f-17986013cf2a details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:17.411565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-14acbf32-09b4-4f8c-90e1-cc3d3a667313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:17.413879 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-14acbf32-09b4-4f8c-90e1-cc3d3a667313 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0868187 Aug 06 18:30:17.440693 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37418f8e-b9d9-493b-90cb-40350a528ef7 req-d8f348cc-a833-4e5b-9b77-b7b7414a80f9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:17.445668 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-37418f8e-b9d9-493b-90cb-40350a528ef7 req-d8f348cc-a833-4e5b-9b77-b7b7414a80f9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0776026 Aug 06 18:30:17.480353 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 73735bce-652a-4dc1-848f-17986013cf2a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=73735bce-652a-4dc1-848f-17986013cf2a,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.496941 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '73735bce-652a-4dc1-848f-17986013cf2a', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'port_id': '73735bce-652a-4dc1-848f-17986013cf2a', 'mac_address': 'fa:16:3e:6c:51:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:17.508093 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-37418f8e-b9d9-493b-90cb-40350a528ef7 req-d41a4e4a-6383-4219-8425-850cef677609 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510366 Aug 06 18:30:17.541700 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.557522 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73735bce-652a-4dc1-848f-17986013cf2a {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:17.580464 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 73735bce-652a-4dc1-848f-17986013cf2a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=73735bce-652a-4dc1-848f-17986013cf2a,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.585426 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.586099 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1537c7c6-e409-4e2c-9aad-0249425aac80 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:17.670896 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 1537c7c6-e409-4e2c-9aad-0249425aac80, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1537c7c6-e409-4e2c-9aad-0249425aac80,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.681790 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=73735bce-652a-4dc1-848f-17986013cf2a,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:17.687345 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '1537c7c6-e409-4e2c-9aad-0249425aac80', 'network_id': 'ed10380b-eca5-4c76-a24a-dc3143a7bdf2', 'port_id': '1537c7c6-e409-4e2c-9aad-0249425aac80', 'mac_address': 'fa:16:3e:0d:f5:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3c70750-571c-4cad-8510-aaefd0a0e9e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:17.727074 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.741121 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1537c7c6-e409-4e2c-9aad-0249425aac80 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:17.763337 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 1537c7c6-e409-4e2c-9aad-0249425aac80, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1537c7c6-e409-4e2c-9aad-0249425aac80,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:17.770322 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:17.818611 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=1537c7c6-e409-4e2c-9aad-0249425aac80,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:17.972896 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a44ad-312d-47eb-8ca8-4df5843d40a4 req-497b1aa5-5c74-42fd-9c59-3631801c2307 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:17.981591 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-986a44ad-312d-47eb-8ca8-4df5843d40a4 req-497b1aa5-5c74-42fd-9c59-3631801c2307 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 944 time: 0.0916426 Aug 06 18:30:18.001250 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2696e-fa9c-4a94-b2a6-8c4a0abb866c req-4b384403-41af-47f9-b16f-4dc50efc62a3 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.002812 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94d2696e-fa9c-4a94-b2a6-8c4a0abb866c req-4b384403-41af-47f9-b16f-4dc50efc62a3 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 944 time: 0.0853026 Aug 06 18:30:18.061569 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-986a44ad-312d-47eb-8ca8-4df5843d40a4 req-a64f5aa6-7665-4fc0-8e54-b3809f87be19 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790231 Aug 06 18:30:18.068813 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94d2696e-fa9c-4a94-b2a6-8c4a0abb866c req-9548a675-f672-4b9f-96b0-fa54b5fc1711 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556552 Aug 06 18:30:18.345463 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cda15-0831-4326-bd3a-242b1552c1ae req-568278e4-a1fa-4275-84ea-8b1a539279c0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.346957 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-137cda15-0831-4326-bd3a-242b1552c1ae req-568278e4-a1fa-4275-84ea-8b1a539279c0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 945 time: 0.0529702 Aug 06 18:30:18.387511 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-137cda15-0831-4326-bd3a-242b1552c1ae req-6ac44935-da1b-4122-8dc8-948f3a89d8af tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Aug 06 18:30:18.441095 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device efe33595-1ff9-41e2-90ee-d88574febddf up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:18.450562 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de468-8187-4057-82dc-d649f96fd9e9 req-404079a1-d4b2-4061-81f7-50a72e6fc0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.452091 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-553de468-8187-4057-82dc-d649f96fd9e9 req-404079a1-d4b2-4061-81f7-50a72e6fc0fb service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1096 time: 0.0438025 Aug 06 18:30:18.491371 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-13990e77-b380-4611-a8dc-1fac8863f060 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962548 Aug 06 18:30:18.524064 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port efe33595-1ff9-41e2-90ee-d88574febddf completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:18.530142 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port efe33595-1ff9-41e2-90ee-d88574febddf triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:18.530726 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:18.570735 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de468-8187-4057-82dc-d649f96fd9e9 req-d5d1f71b-0434-4cca-a424-8dd0c3542880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.572450 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-553de468-8187-4057-82dc-d649f96fd9e9 req-d5d1f71b-0434-4cca-a424-8dd0c3542880 service neutron] 10.222.0.81 "GET /v2.0/networks?tenant_id=166d8db214bb4890b5b650cd67df2cf2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1119184 Aug 06 18:30:18.632950 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-45eb8d19-2ec2-43ca-ba06-35d2644c988d req-09813028-c8c1-4170-8d04-9b8b4f451a6b service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331742 Aug 06 18:30:18.681171 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:18.702666 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['73735bce-652a-4dc1-848f-17986013cf2a'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:18.713454 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60280033-1c5b-4909-91db-0f08a9104ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe33595-1ff9-41e2-90ee-d88574febddf'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:18.803669 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['1537c7c6-e409-4e2c-9aad-0249425aac80'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:18.843484 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port efe33595-1ff9-41e2-90ee-d88574febddf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=efe33595-1ff9-41e2-90ee-d88574febddf,segment=NetworkSegment(4343d1bf-a386-42a9-8e12-94341ae4b7d0),segment_id=4343d1bf-a386-42a9-8e12-94341ae4b7d0)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:18.862041 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:18.933883 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1aa646-5122-4e05-85ee-784ad96bba6b req-c2f9569b-bdf7-41b4-97ed-2c12d6591bc5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.935860 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c1aa646-5122-4e05-85ee-784ad96bba6b req-c2f9569b-bdf7-41b4-97ed-2c12d6591bc5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.3358893 Aug 06 18:30:18.977917 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553de468-8187-4057-82dc-d649f96fd9e9 req-e5173f6a-a374-4a17-83a1-6e5fb5f56eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:18.979968 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-553de468-8187-4057-82dc-d649f96fd9e9 req-e5173f6a-a374-4a17-83a1-6e5fb5f56eee service neutron] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3978193 Aug 06 18:30:18.992469 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=efe33595-1ff9-41e2-90ee-d88574febddf,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:19.011662 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c1aa646-5122-4e05-85ee-784ad96bba6b req-e8b2088d-597a-417b-aab5-94a96f72eeed tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652094 Aug 06 18:30:19.027015 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5d5f36-7796-499e-9562-6bdb165c2468" -d '{"events": [{"server_uuid": "60280033-1c5b-4909-91db-0f08a9104ed4", "name": "network-vif-plugged", "status": "completed", "tag": "efe33595-1ff9-41e2-90ee-d88574febddf"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:19.085780 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ac267d62-9b79-4ab2-acf5-cebc678a7a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.089069 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-ac267d62-9b79-4ab2-acf5-cebc678a7a27 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1096 time: 0.0524206 Aug 06 18:30:19.182090 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-c37d5e76-a40a-471c-a961-cddb2412cd86 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 200 len: 217 time: 0.0830028 Aug 06 18:30:19.185055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa495dc-3da8-444b-af62-2f1d1f4ee6f8 x-openstack-request-id: req-4fa495dc-3da8-444b-af62-2f1d1f4ee6f8 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:19.185410 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60280033-1c5b-4909-91db-0f08a9104ed4", "name": "network-vif-plugged", "status": "completed", "tag": "efe33595-1ff9-41e2-90ee-d88574febddf", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:19.185725 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fa495dc-3da8-444b-af62-2f1d1f4ee6f8 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:19.186236 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60280033-1c5b-4909-91db-0f08a9104ed4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe33595-1ff9-41e2-90ee-d88574febddf', 'code': 200} Aug 06 18:30:19.287921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e739e10-ac59-4447-8682-44c622188000 req-66fa0253-c0d1-43a3-ba18-48833dfacf13 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.295366 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0e739e10-ac59-4447-8682-44c622188000 req-66fa0253-c0d1-43a3-ba18-48833dfacf13 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.1274309 Aug 06 18:30:19.313859 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-9a0815da-c60f-45fd-b83c-01f018659a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.315343 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-9a0815da-c60f-45fd-b83c-01f018659a73 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.1114280 Aug 06 18:30:19.385780 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eee912d-1023-4db6-8b3f-232642c0c7eb req-1a4dccb6-c7f7-4959-8edf-c8875352c645 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.387328 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8eee912d-1023-4db6-8b3f-232642c0c7eb req-1a4dccb6-c7f7-4959-8edf-c8875352c645 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 944 time: 0.1433344 Aug 06 18:30:19.401880 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0e739e10-ac59-4447-8682-44c622188000 req-51beb0d4-3b79-4321-9e87-a4c8c794a053 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055648 Aug 06 18:30:19.477374 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-bd9573c1-5ddd-4a5c-ab9e-489ac58d43dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.478942 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-bd9573c1-5ddd-4a5c-ab9e-489ac58d43dc service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1499352 Aug 06 18:30:19.501420 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583dee76-4c00-4a00-954a-91c52967697f req-540fa7fe-2351-4290-8dbc-4cc9be016fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.504742 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-583dee76-4c00-4a00-954a-91c52967697f req-540fa7fe-2351-4290-8dbc-4cc9be016fbc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 1098 time: 0.1044462 Aug 06 18:30:19.515980 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8eee912d-1023-4db6-8b3f-232642c0c7eb req-d589da2e-06cf-4bc5-8fdc-0e3714e9237e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130850 Aug 06 18:30:19.530235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-583dee76-4c00-4a00-954a-91c52967697f req-99b12ff2-fe86-49ae-ba17-2ddeb5b5aa33 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:19.658114 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e59d7-c0ad-4bc8-bcee-fd68d6bd0fcd req-63e3f281-1280-4e39-9b77-f23079f62963 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:19.658114 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a1e59d7-c0ad-4bc8-bcee-fd68d6bd0fcd req-63e3f281-1280-4e39-9b77-f23079f62963 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 945 time: 0.1362429 Aug 06 18:30:19.660504 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-98bc8cd0-e0d4-4ed4-b81e-81f1c7fa54a6 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617815 Aug 06 18:30:19.679986 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-583dee76-4c00-4a00-954a-91c52967697f req-99b12ff2-fe86-49ae-ba17-2ddeb5b5aa33 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:19.690098 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-583dee76-4c00-4a00-954a-91c52967697f req-99b12ff2-fe86-49ae-ba17-2ddeb5b5aa33 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:19.763247 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a1e59d7-c0ad-4bc8-bcee-fd68d6bd0fcd req-1ee685df-c704-4031-8017-1d3a58e50d9e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015713 Aug 06 18:30:19.791836 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b12ff2-fe86-49ae-ba17-2ddeb5b5aa33 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2958a448-a1ca-42a0-b376-31f63e884add,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:19.797532 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-583dee76-4c00-4a00-954a-91c52967697f req-99b12ff2-fe86-49ae-ba17-2ddeb5b5aa33 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857151 Aug 06 18:30:19.815091 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa45a055-9eb6-46a5-ba84-ee0c0ed877fb req-10668da2-da5b-4475-b471-68333be52336 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459613 Aug 06 18:30:20.162933 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea3745-66c5-49a9-a8bd-a2daf41c44b2 req-20085e3c-e7ad-42fb-a7c9-a34bd2d3e3dc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.164731 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-97ea3745-66c5-49a9-a8bd-a2daf41c44b2 req-20085e3c-e7ad-42fb-a7c9-a34bd2d3e3dc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0514417 Aug 06 18:30:20.201975 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-97ea3745-66c5-49a9-a8bd-a2daf41c44b2 req-03239199-39be-46e5-8da4-91ef8bdaa0f7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312176 Aug 06 18:30:20.457653 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 6b68a59f-4ad3-4585-beb9-87a3a50775ff details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:20.461144 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 73735bce-652a-4dc1-848f-17986013cf2a up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:20.518287 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440018-d6dc-46c9-8a5f-9f463a082631 req-41d4fd89-0a95-4534-83ad-a808834c04ba tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.519777 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f440018-d6dc-46c9-8a5f-9f463a082631 req-41d4fd89-0a95-4534-83ad-a808834c04ba tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.0525179 Aug 06 18:30:20.558938 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f440018-d6dc-46c9-8a5f-9f463a082631 req-f9ca52c3-de99-4c0b-857b-5d6db95a3991 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331142 Aug 06 18:30:20.574509 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 73735bce-652a-4dc1-848f-17986013cf2a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:20.582499 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 73735bce-652a-4dc1-848f-17986013cf2a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:20.582868 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.620388 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:20.642113 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'port_id': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'mac_address': 'fa:16:3e:51:f4:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:20.646633 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af316266-9694-4ec3-bbbd-2be09b98474c req-56dff602-d627-4eed-945c-a8259c6cb9ce tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.649162 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-af316266-9694-4ec3-bbbd-2be09b98474c req-56dff602-d627-4eed-945c-a8259c6cb9ce tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 944 time: 0.0543919 Aug 06 18:30:20.689638 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.691586 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-af316266-9694-4ec3-bbbd-2be09b98474c req-6d3d157b-04eb-4f0c-a4ca-f1675daf828d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346174 Aug 06 18:30:20.865903 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b68a59f-4ad3-4585-beb9-87a3a50775ff {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:20.880983 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.901560 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:20.913282 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.952252 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b8dda9-228d-4133-8b1d-17dbe0ba516e req-7ef1f8a2-27a0-411b-833b-91c3b7692c46 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:20.953773 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-61b8dda9-228d-4133-8b1d-17dbe0ba516e req-7ef1f8a2-27a0-411b-833b-91c3b7692c46 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 945 time: 0.0844784 Aug 06 18:30:20.956953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 73735bce-652a-4dc1-848f-17986013cf2a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=73735bce-652a-4dc1-848f-17986013cf2a,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:20.963224 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:20.964071 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1537c7c6-e409-4e2c-9aad-0249425aac80 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:21.018380 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=6b68a59f-4ad3-4585-beb9-87a3a50775ff,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:21.055532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39572) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:21.058552 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-61b8dda9-228d-4133-8b1d-17dbe0ba516e req-a7a687ac-b78f-49f3-9837-f8ad8dad2403 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826068 Aug 06 18:30:21.107257 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 1537c7c6-e409-4e2c-9aad-0249425aac80 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:21.115848 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=73735bce-652a-4dc1-848f-17986013cf2a,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:21.120409 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 1537c7c6-e409-4e2c-9aad-0249425aac80 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:21.120854 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.201051 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73735bce-652a-4dc1-848f-17986013cf2a'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:21.203719 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fe148e-4e49-4d1c-be31-0c4549cafd71" -d '{"events": [{"server_uuid": "a1a6799a-101c-433e-98f7-beebc0f5c743", "name": "network-vif-plugged", "status": "completed", "tag": "73735bce-652a-4dc1-848f-17986013cf2a"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:21.232984 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.240930 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c3c1-b4b5-4e5c-828c-fd1014a9428e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.275878 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['6b68a59f-4ad3-4585-beb9-87a3a50775ff'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:21.306631 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08bd97d-b1b1-408c-8c03-81c7df48190e x-openstack-request-id: req-d08bd97d-b1b1-408c-8c03-81c7df48190e {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:21.308204 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a6799a-101c-433e-98f7-beebc0f5c743", "name": "network-vif-plugged", "status": "completed", "tag": "73735bce-652a-4dc1-848f-17986013cf2a", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:21.308803 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d08bd97d-b1b1-408c-8c03-81c7df48190e {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:21.310882 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73735bce-652a-4dc1-848f-17986013cf2a', 'code': 200} Aug 06 18:30:21.420532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c3c1-b4b5-4e5c-828c-fd1014a9428e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.424310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8dc4c3c1-b4b5-4e5c-828c-fd1014a9428e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.432717 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 1537c7c6-e409-4e2c-9aad-0249425aac80, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1537c7c6-e409-4e2c-9aad-0249425aac80,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:21.442121 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.453762 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073fb7b8-d695-4498-9118-af930f3f6583 req-06b44954-6c64-4153-aae0-13301c434687 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:21.464368 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-073fb7b8-d695-4498-9118-af930f3f6583 req-06b44954-6c64-4153-aae0-13301c434687 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.1189151 Aug 06 18:30:21.484536 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8dc4c3c1-b4b5-4e5c-828c-fd1014a9428e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2021d00b51a14683a1b267629605a7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4273472 Aug 06 18:30:21.489259 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 39586) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:21.506777 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4c3c1-b4b5-4e5c-828c-fd1014a9428e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2840806d-0755-46ad-966d-c3bb6016d88c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:21.565149 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=1537c7c6-e409-4e2c-9aad-0249425aac80,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:21.589927 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-073fb7b8-d695-4498-9118-af930f3f6583 req-ea081cda-0c6b-4a46-bf64-b8483caaf339 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213892 Aug 06 18:30:21.604171 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fde-d2ac-4bd8-97b5-4d99fe337a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.658442 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fde-d2ac-4bd8-97b5-4d99fe337a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.743170 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.800474 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fde-d2ac-4bd8-97b5-4d99fe337a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.803776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a02a8fde-d2ac-4bd8-97b5-4d99fe337a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:21.804898 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a02a8fde-d2ac-4bd8-97b5-4d99fe337a48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2840806d-0755-46ad-966d-c3bb6016d88c HTTP/1.1" status: 204 len: 168 time: 0.3141928 Aug 06 18:30:21.827849 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b4a2-c02d-43e0-840d-10933820b6ac req-560734d0-0272-4fb8-bf67-d725f9356a0c tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:21.835574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d847b4a2-c02d-43e0-840d-10933820b6ac req-560734d0-0272-4fb8-bf67-d725f9356a0c tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.1537652 Aug 06 18:30:21.859394 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a8fde-d2ac-4bd8-97b5-4d99fe337a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2840806d-0755-46ad-966d-c3bb6016d88c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:21.894663 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d847b4a2-c02d-43e0-840d-10933820b6ac req-eead81c9-0003-4c74-9105-29684ba6ddb4 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582271 Aug 06 18:30:21.902428 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553e8e3-1825-4216-af71-bb64772e7cac req-3216834c-74cf-44b3-b0fb-a80ff410c276 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:21.903960 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7553e8e3-1825-4216-af71-bb64772e7cac req-3216834c-74cf-44b3-b0fb-a80ff410c276 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 945 time: 0.1214471 Aug 06 18:30:21.946347 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7553e8e3-1825-4216-af71-bb64772e7cac req-d4a5e13e-292a-48ba-9ad7-b027cd17f74e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346079 Aug 06 18:30:22.187821 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cc9d4-2fb0-491a-9b9d-0d24a96b26e9 req-0bb31333-9b1d-4340-90b2-cf00d388fd5d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:22.189304 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4c7cc9d4-2fb0-491a-9b9d-0d24a96b26e9 req-0bb31333-9b1d-4340-90b2-cf00d388fd5d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0518568 Aug 06 18:30:22.236834 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4c7cc9d4-2fb0-491a-9b9d-0d24a96b26e9 req-67dc861b-b333-4495-b574-90236f29d7a7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410600 Aug 06 18:30:22.564065 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:22.658603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8d220382-476a-4a15-a1b2-a89e630b2632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:22.678816 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:22.689726 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'mac_address': 'fa:16:3e:ee:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:22.718167 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff5909-d372-41b8-8d86-60e6f0d7a98f req-a73e64b5-01b5-4d56-ae2d-d83db55c83c9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:22.719713 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-40ff5909-d372-41b8-8d86-60e6f0d7a98f req-a73e64b5-01b5-4d56-ae2d-d83db55c83c9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0502684 Aug 06 18:30:22.728905 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:22.741966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0da7bd-86a4-4ed9-857c-dca4fc6487cb {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:22.763566 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:22.765006 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-40ff5909-d372-41b8-8d86-60e6f0d7a98f req-2acde929-01a2-4826-9729-10c49af83f73 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383320 Aug 06 18:30:22.769651 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:22.830711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:23.023790 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffa026-1a4b-43d0-a568-883bb04a6d91 req-5507339c-f80a-481b-8776-5e5fd6646b26 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.025272 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48ffa026-1a4b-43d0-a568-883bb04a6d91 req-5507339c-f80a-481b-8776-5e5fd6646b26 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.0544353 Aug 06 18:30:23.091661 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48ffa026-1a4b-43d0-a568-883bb04a6d91 req-e1e6dd67-528b-428b-9002-125a4c5000df tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575061 Aug 06 18:30:23.099921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215be91b-f31a-42d9-a6b3-5817eb401388 req-078be2a8-7f6c-44a5-8a06-c5f211c8ead5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.101358 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-215be91b-f31a-42d9-a6b3-5817eb401388 req-078be2a8-7f6c-44a5-8a06-c5f211c8ead5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 945 time: 0.0752265 Aug 06 18:30:23.141416 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-215be91b-f31a-42d9-a6b3-5817eb401388 req-73ef1c73-02f5-4c30-9968-7937f7f934a9 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340462 Aug 06 18:30:23.312464 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1537c7c6-e409-4e2c-9aad-0249425aac80'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:23.317345 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c791c4d-d4fd-416b-b002-bdc743183a16" -d '{"events": [{"server_uuid": "986625b4-70d2-4e9a-80f4-082b8260f97d", "name": "network-vif-plugged", "status": "completed", "tag": "1537c7c6-e409-4e2c-9aad-0249425aac80"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:23.360058 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f2a1a0-4255-432a-bc1c-591222a0fbdc x-openstack-request-id: req-c6f2a1a0-4255-432a-bc1c-591222a0fbdc {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:23.360465 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986625b4-70d2-4e9a-80f4-082b8260f97d", "name": "network-vif-plugged", "status": "completed", "tag": "1537c7c6-e409-4e2c-9aad-0249425aac80", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:23.360829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c6f2a1a0-4255-432a-bc1c-591222a0fbdc {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:23.361310 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1537c7c6-e409-4e2c-9aad-0249425aac80', 'code': 200} Aug 06 18:30:23.379281 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92bfd4-c81f-4a38-a6b1-757edbec5ce5 req-6a8f180c-e94c-437c-a044-da266a327bd6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.383604 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-db92bfd4-c81f-4a38-a6b1-757edbec5ce5 req-6a8f180c-e94c-437c-a044-da266a327bd6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0781455 Aug 06 18:30:23.423661 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-db92bfd4-c81f-4a38-a6b1-757edbec5ce5 req-f1705eeb-2c27-46de-8fcf-5cc8e982e6e0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366960 Aug 06 18:30:23.896489 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a463-e7ef-4bb5-9cca-f3029fae9b29 req-4bb65991-e19b-4ce3-a7ff-cb23df1731f2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:23.899146 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a520a463-e7ef-4bb5-9cca-f3029fae9b29 req-4bb65991-e19b-4ce3-a7ff-cb23df1731f2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0521190 Aug 06 18:30:23.943286 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a520a463-e7ef-4bb5-9cca-f3029fae9b29 req-5b3cc1a4-3f15-4aad-acc4-62bb2cf27a59 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384974 Aug 06 18:30:24.262180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d11cdb-1220-428a-8eca-4145de3ec120 req-6e07c0a1-1a88-47c8-91ad-dab8a3b8da1c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:24.266332 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-66d11cdb-1220-428a-8eca-4145de3ec120 req-6e07c0a1-1a88-47c8-91ad-dab8a3b8da1c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 945 time: 0.0554798 Aug 06 18:30:24.309421 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-66d11cdb-1220-428a-8eca-4145de3ec120 req-a0ea1bf0-a94b-464b-88ae-48c6fe5be68d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 Aug 06 18:30:24.539985 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab771b-554c-486d-8d49-3cc874a93e94 req-f08673fc-046d-4bf0-aba5-c18c5296bb6c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:24.541434 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e7ab771b-554c-486d-8d49-3cc874a93e94 req-f08673fc-046d-4bf0-aba5-c18c5296bb6c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0479891 Aug 06 18:30:24.578097 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e7ab771b-554c-486d-8d49-3cc874a93e94 req-6024af15-6647-402f-9954-709a5edf6e9d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307226 Aug 06 18:30:24.742431 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c38fae-48e7-46f7-96bc-14c1915f680f req-aad5888e-37a6-495e-9068-04fedf3aca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:24.744172 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-33c38fae-48e7-46f7-96bc-14c1915f680f req-aad5888e-37a6-495e-9068-04fedf3aca9b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0733895 Aug 06 18:30:24.797868 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-33c38fae-48e7-46f7-96bc-14c1915f680f req-1dd0869c-7e7d-46c9-8814-4e0325f4ffc5 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368690 Aug 06 18:30:24.999410 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84443a3d-3971-4154-bc08-0bfa08c691ea req-b8dc67b4-81b0-4959-ae75-321101de4a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.000921 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84443a3d-3971-4154-bc08-0bfa08c691ea req-b8dc67b4-81b0-4959-ae75-321101de4a06 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 1099 time: 0.0501795 Aug 06 18:30:25.049694 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84443a3d-3971-4154-bc08-0bfa08c691ea req-3079404e-c470-400c-bdf2-52ffe30c8f30 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362067 Aug 06 18:30:25.089609 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc87007-0f68-4b95-a36d-ecb1d014cdc0 req-142ab92a-426b-46b8-9b4c-433e8958dcce tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.091454 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ddc87007-0f68-4b95-a36d-ecb1d014cdc0 req-142ab92a-426b-46b8-9b4c-433e8958dcce tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0578415 Aug 06 18:30:25.146862 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ddc87007-0f68-4b95-a36d-ecb1d014cdc0 req-14c2c344-220d-4307-b822-5c913fa4ff43 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491817 Aug 06 18:30:25.234825 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:25.337217 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c1a7a4df-a082-4156-9b7e-1ebb1174a6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:25.406552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:25.433910 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3960c61-537a-4a22-b9f3-e71d923b34e2 req-ce27b585-94b5-4a8b-92a5-b5b47f888a75 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.435521 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b3960c61-537a-4a22-b9f3-e71d923b34e2 req-ce27b585-94b5-4a8b-92a5-b5b47f888a75 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 945 time: 0.0533113 Aug 06 18:30:25.487129 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b3960c61-537a-4a22-b9f3-e71d923b34e2 req-0db44b61-2223-46ae-a079-bf581f045748 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Aug 06 18:30:25.702990 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde38b9-6781-4eda-ab6a-84c70e21e6c5 req-e0a503ce-0173-4aad-a84c-e2ee949edc4b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:25.704491 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ffde38b9-6781-4eda-ab6a-84c70e21e6c5 req-e0a503ce-0173-4aad-a84c-e2ee949edc4b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0587921 Aug 06 18:30:25.744069 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ffde38b9-6781-4eda-ab6a-84c70e21e6c5 req-9b154429-0592-4446-a610-3be7c4a477a5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Aug 06 18:30:26.291312 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:26.305830 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a14cdd-9461-4659-b803-a2bf28aa6914 req-81bc9cdc-d150-4881-90c7-111d629f8978 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.308270 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-31a14cdd-9461-4659-b803-a2bf28aa6914 req-81bc9cdc-d150-4881-90c7-111d629f8978 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0704021 Aug 06 18:30:26.351369 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-31a14cdd-9461-4659-b803-a2bf28aa6914 req-edce8b75-d644-4257-8980-7f05a3a0d39c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371232 Aug 06 18:30:26.609910 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc3b53-adc3-487a-916b-963e8524f79f req-c73594ca-bd4f-48e6-a6fe-f0c6c4958e80 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.611515 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7ffc3b53-adc3-487a-916b-963e8524f79f req-c73594ca-bd4f-48e6-a6fe-f0c6c4958e80 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 945 time: 0.0526378 Aug 06 18:30:26.627358 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 6b68a59f-4ad3-4585-beb9-87a3a50775ff up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:26.667663 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7ffc3b53-adc3-487a-916b-963e8524f79f req-647afdaa-7772-40d3-a15e-bcd7a0ca0a80 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488274 Aug 06 18:30:26.691524 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 6b68a59f-4ad3-4585-beb9-87a3a50775ff completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:26.700792 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 6b68a59f-4ad3-4585-beb9-87a3a50775ff triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:26.701397 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:26.818621 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:26.857884 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:26.860237 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425382f7-c676-4474-b275-a2ab807ef2cd" -d '{"events": [{"server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "name": "network-vif-plugged", "status": "completed", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:26.875791 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:26.884102 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:26.885027 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:26.942940 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3458e12-5e41-4bf7-a650-adf63f537e3a req-fe435b0f-a2d7-4ece-a30b-95f23d25ed1f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:26.952886 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c3458e12-5e41-4bf7-a650-adf63f537e3a req-fe435b0f-a2d7-4ece-a30b-95f23d25ed1f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1118479 Aug 06 18:30:26.969674 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1d51b5-11c5-4ab6-8e5f-02e1ee72cd05 x-openstack-request-id: req-1a1d51b5-11c5-4ab6-8e5f-02e1ee72cd05 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:26.970035 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "name": "network-vif-plugged", "status": "completed", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:26.971078 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a1d51b5-11c5-4ab6-8e5f-02e1ee72cd05 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:26.971546 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'code': 200} Aug 06 18:30:27.009441 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c3458e12-5e41-4bf7-a650-adf63f537e3a req-5cb2f88d-daff-4868-965d-55d0a8dd9772 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553772 Aug 06 18:30:27.023645 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=6b68a59f-4ad3-4585-beb9-87a3a50775ff,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:27.060651 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:27.066147 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:27.066343 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.153255 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.186630 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:27.189872 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:27.245957 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:27.312008 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b6595-0f74-4a45-9d8e-8919fb9b8d48 req-34451756-4df3-42bb-9e97-9e88ccb8a94c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:27.313507 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-155b6595-0f74-4a45-9d8e-8919fb9b8d48 req-34451756-4df3-42bb-9e97-9e88ccb8a94c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0493467 Aug 06 18:30:27.350585 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-155b6595-0f74-4a45-9d8e-8919fb9b8d48 req-13e2e7a4-6908-4f0b-a139-675dcd28744e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Aug 06 18:30:27.469966 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9313ce8-4f3d-41b7-9f53-da5e34117364 req-e3b09f04-26ec-4033-990e-9e14196e5b26 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:27.471468 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d9313ce8-4f3d-41b7-9f53-da5e34117364 req-e3b09f04-26ec-4033-990e-9e14196e5b26 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0478470 Aug 06 18:30:27.512367 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d9313ce8-4f3d-41b7-9f53-da5e34117364 req-60cdb282-d843-4230-ae39-4700cd5e3276 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348964 Aug 06 18:30:27.780710 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2562aa-75f6-405b-b4de-8af3aed4a680 req-7da459ed-84ab-4919-a4ac-5ca53eda723d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:27.782073 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3c2562aa-75f6-405b-b4de-8af3aed4a680 req-7da459ed-84ab-4919-a4ac-5ca53eda723d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0511775 Aug 06 18:30:27.821886 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3c2562aa-75f6-405b-b4de-8af3aed4a680 req-9d50870b-f657-4a67-94a2-542b93b603c3 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339565 Aug 06 18:30:27.951932 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:28.465564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d6655-b27e-4ea9-9be4-3dad75ccd0ef req-c6de3cb7-a72a-4c78-bf63-a3ef65e7599e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.467027 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-237d6655-b27e-4ea9-9be4-3dad75ccd0ef req-c6de3cb7-a72a-4c78-bf63-a3ef65e7599e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0480735 Aug 06 18:30:28.503635 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-237d6655-b27e-4ea9-9be4-3dad75ccd0ef req-3bb5debe-936b-4c4c-af8c-1c2b5e7e94e1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306435 Aug 06 18:30:28.634601 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abeecc-2c22-426b-b6ba-8c84b01c48d7 req-9be3fb43-302d-4a16-b76a-77f2720f6f9a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.635976 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a9abeecc-2c22-426b-b6ba-8c84b01c48d7 req-9be3fb43-302d-4a16-b76a-77f2720f6f9a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0476692 Aug 06 18:30:28.673613 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a9abeecc-2c22-426b-b6ba-8c84b01c48d7 req-69e76e96-7240-489e-a32a-7b621c9d527d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317550 Aug 06 18:30:28.946135 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e722f-e3b8-42ee-bd6a-f2c79fee5a4f req-bbf0829f-c65d-4607-ba5d-34e48eea5112 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:28.948282 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-094e722f-e3b8-42ee-bd6a-f2c79fee5a4f req-bbf0829f-c65d-4607-ba5d-34e48eea5112 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0559886 Aug 06 18:30:28.972736 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:28.976776 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28032fcd-19d2-41a2-b146-78b8e92b72fb" -d '{"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:28.988535 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-094e722f-e3b8-42ee-bd6a-f2c79fee5a4f req-143eae01-35fd-48d9-af32-f6b6aff28d91 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345385 Aug 06 18:30:29.015172 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d2200-4992-4168-b91a-80cd61ae4fa6 x-openstack-request-id: req-fe9d2200-4992-4168-b91a-80cd61ae4fa6 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:29.015460 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:29.015709 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe9d2200-4992-4168-b91a-80cd61ae4fa6 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:29.016098 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'code': 200} Aug 06 18:30:29.626535 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fc2e8-3546-4bed-b1cf-4b6360580a6c req-14a3752d-40e3-4e8c-9aa4-a69986cb7b46 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.628049 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a8fc2e8-3546-4bed-b1cf-4b6360580a6c req-14a3752d-40e3-4e8c-9aa4-a69986cb7b46 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0544274 Aug 06 18:30:29.669099 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a8fc2e8-3546-4bed-b1cf-4b6360580a6c req-21f935aa-9b06-4d2a-b3e8-5a4900c04ccb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345321 Aug 06 18:30:29.797730 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1d67-7fbd-44ca-aa4a-fc57196f4f8e req-85cf6764-b464-40a0-b497-22054f384c8b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:29.799204 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-445e1d67-7fbd-44ca-aa4a-fc57196f4f8e req-85cf6764-b464-40a0-b497-22054f384c8b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0502832 Aug 06 18:30:29.839870 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-445e1d67-7fbd-44ca-aa4a-fc57196f4f8e req-2a61ce57-f8db-4cd3-9f2c-a0c87cc85e53 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338831 Aug 06 18:30:30.113374 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cd2c4-ffbc-4f49-bc93-d7dfb8a24532 req-133463e3-fe30-433a-8456-59ff0c2331b8 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.114851 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-548cd2c4-ffbc-4f49-bc93-d7dfb8a24532 req-133463e3-fe30-433a-8456-59ff0c2331b8 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0547669 Aug 06 18:30:30.154932 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-548cd2c4-ffbc-4f49-bc93-d7dfb8a24532 req-ccba80d8-982e-48cc-8704-50338451dd2e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337555 Aug 06 18:30:30.775192 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-d67ba6c7-e389-496b-93a5-63aa39c35e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.776674 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-d67ba6c7-e389-496b-93a5-63aa39c35e96 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 1099 time: 0.2551920 Aug 06 18:30:30.781605 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a972f-bb23-46f7-8f80-59007f137d09 req-769901bd-a209-4c79-a7af-3273d4b089c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.783140 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cc7a972f-bb23-46f7-8f80-59007f137d09 req-769901bd-a209-4c79-a7af-3273d4b089c7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1099 time: 0.0739238 Aug 06 18:30:30.808544 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaba4b-b619-476e-9322-c1bee0d76478 req-0ad56dc7-d4bc-4fb4-9bf8-e36ca33eb18d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.809962 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eadaba4b-b619-476e-9322-c1bee0d76478 req-0ad56dc7-d4bc-4fb4-9bf8-e36ca33eb18d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0608113 Aug 06 18:30:30.831050 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c50ee1-1483-4421-b494-db59ae57bf29 req-9639b887-da59-4e85-9a50-75b415125d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.832793 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a0c50ee1-1483-4421-b494-db59ae57bf29 req-9639b887-da59-4e85-9a50-75b415125d1b service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1098 time: 0.0724063 Aug 06 18:30:30.868768 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cc7a972f-bb23-46f7-8f80-59007f137d09 req-fa9be748-1164-43d6-b362-229357a34e46 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578012 Aug 06 18:30:30.890810 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eadaba4b-b619-476e-9322-c1bee0d76478 req-f289055c-9a55-4412-9bd6-d3b881065d6d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553722 Aug 06 18:30:30.908024 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a0c50ee1-1483-4421-b494-db59ae57bf29 req-d146c2b9-cecc-4418-ba99-1a94c08c4694 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445285 Aug 06 18:30:30.930264 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-679b74d9-b179-4f5a-bd8f-9f46b9258981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.931777 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-679b74d9-b179-4f5a-bd8f-9f46b9258981 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.1294253 Aug 06 18:30:30.978350 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efdec-f19d-404f-abe2-1e13675dc22f req-656ca19f-fa9d-4e3a-8c6f-166ccf5d83f0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:30.983100 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-450efdec-f19d-404f-abe2-1e13675dc22f req-656ca19f-fa9d-4e3a-8c6f-166ccf5d83f0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0534699 Aug 06 18:30:31.024334 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-450efdec-f19d-404f-abe2-1e13675dc22f req-0ff4d530-d7d0-4c1b-ac91-f8f07cbd8c42 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Aug 06 18:30:31.124129 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-397d42fb-1552-4cca-829b-9be6e5ae7b3f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1537c7c6-e409-4e2c-9aad-0249425aac80 HTTP/1.1" status: 200 len: 217 time: 0.0351605 Aug 06 18:30:31.277899 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f32dbc-c9fc-4726-925c-5679ab55a359 req-e22cbe0f-13cc-419c-b3f6-8eed998844b4 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:31.279781 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94f32dbc-c9fc-4726-925c-5679ab55a359 req-e22cbe0f-13cc-419c-b3f6-8eed998844b4 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0510664 Aug 06 18:30:31.322329 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94f32dbc-c9fc-4726-925c-5679ab55a359 req-3e71137c-78c9-4f7b-b08e-44ac86b3a9fb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354500 Aug 06 18:30:32.003629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2970df-6236-44e9-b09c-cd73d3adff50 req-75a11d65-c3eb-4f97-b08b-3072586120ca tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.005037 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2a2970df-6236-44e9-b09c-cd73d3adff50 req-75a11d65-c3eb-4f97-b08b-3072586120ca tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0488677 Aug 06 18:30:32.055868 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2a2970df-6236-44e9-b09c-cd73d3adff50 req-6b32a01c-d1b9-44d5-aec9-9c04793eedde tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441749 Aug 06 18:30:32.157739 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cf469-dc88-433f-a83d-16488bd6cbe5 req-7c5e21b9-9a8f-4a5e-85a7-ae2937efc24e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.159284 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-041cf469-dc88-433f-a83d-16488bd6cbe5 req-7c5e21b9-9a8f-4a5e-85a7-ae2937efc24e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0491781 Aug 06 18:30:32.202637 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-041cf469-dc88-433f-a83d-16488bd6cbe5 req-a3df7c57-51e9-426d-acfb-12f3e7f384c6 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366473 Aug 06 18:30:32.438606 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03e66d-ec99-4e6f-88bb-63cea1e6ed0d req-c8a8343d-72fa-4b79-b6ed-4efd7e42a1cc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:32.440223 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0d03e66d-ec99-4e6f-88bb-63cea1e6ed0d req-c8a8343d-72fa-4b79-b6ed-4efd7e42a1cc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0482354 Aug 06 18:30:32.480428 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0d03e66d-ec99-4e6f-88bb-63cea1e6ed0d req-dfd638ea-2715-413d-aad2-c2d50711f40f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322859 Aug 06 18:30:33.182945 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe831507-a242-4e74-864e-f9778874f05d req-1c8c222e-4888-4a5d-835c-85b0e1e668f5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.184413 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fe831507-a242-4e74-864e-f9778874f05d req-1c8c222e-4888-4a5d-835c-85b0e1e668f5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0546284 Aug 06 18:30:33.226231 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fe831507-a242-4e74-864e-f9778874f05d req-e9e2cfe9-3cf4-47c2-b72b-783d243d3cfe tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353868 Aug 06 18:30:33.340573 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1065ec18-ea02-46f4-b33c-d71040470ef0 req-87e0f340-b676-44c9-be2f-50a4da3fadc5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.342148 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1065ec18-ea02-46f4-b33c-d71040470ef0 req-87e0f340-b676-44c9-be2f-50a4da3fadc5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0590639 Aug 06 18:30:33.382608 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1065ec18-ea02-46f4-b33c-d71040470ef0 req-6112d520-55ac-43a2-a42f-29eba1672a58 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Aug 06 18:30:33.597333 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab2e0b-5256-412e-a4a8-79e9de912008 req-e5a13be9-2056-41a0-8b10-a1a68b4e91c7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:33.598810 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d5ab2e0b-5256-412e-a4a8-79e9de912008 req-e5a13be9-2056-41a0-8b10-a1a68b4e91c7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0486720 Aug 06 18:30:33.638432 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d5ab2e0b-5256-412e-a4a8-79e9de912008 req-cff4cb8b-e4b3-4989-990d-4cf2768982f4 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Aug 06 18:30:34.349306 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa033b-1d09-487e-bf84-73d266da49e4 req-327d6a22-d306-4920-b8bf-448bf749c682 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.351177 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a4fa033b-1d09-487e-bf84-73d266da49e4 req-327d6a22-d306-4920-b8bf-448bf749c682 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0531790 Aug 06 18:30:34.398912 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a4fa033b-1d09-487e-bf84-73d266da49e4 req-c4e00bfb-87d7-43b0-80ca-8059ceb22edf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376744 Aug 06 18:30:34.508720 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc575cbe-7039-438d-8b7b-03b95ac561dd req-a634bfd6-0f15-41ad-bd50-e5b674573bb9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.510135 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc575cbe-7039-438d-8b7b-03b95ac561dd req-a634bfd6-0f15-41ad-bd50-e5b674573bb9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0536952 Aug 06 18:30:34.549354 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc575cbe-7039-438d-8b7b-03b95ac561dd req-e08c6233-ce98-4488-b572-eefa6ad9c40a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333464 Aug 06 18:30:34.598014 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-9ddff1b8-9794-49c5-bd3d-953b4d697b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.599605 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-9ddff1b8-9794-49c5-bd3d-953b4d697b9d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0453658 Aug 06 18:30:34.641960 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-01ab7c87-82b5-4e7a-940b-b71e26c53b26 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239854 Aug 06 18:30:34.757870 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-6217a108-4d5c-4ec6-904f-5350525006c6 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929201 Aug 06 18:30:34.767921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843669d-cbe7-43b0-9134-43967a814f8c req-ee896c88-d589-4022-960a-fab4a90265cc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:34.769394 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4843669d-cbe7-43b0-9134-43967a814f8c req-ee896c88-d589-4022-960a-fab4a90265cc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0559781 Aug 06 18:30:34.814000 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4843669d-cbe7-43b0-9134-43967a814f8c req-85d2f04d-7223-4048-8aff-1cc8fb73c066 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373759 Aug 06 18:30:34.861815 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c86904ed-51ef-41d3-8e10-38a88805cbef req-1e7de637-91c0-468f-88d4-35111e8b270b service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937340 Aug 06 18:30:35.576893 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e53a62-66f4-4e7a-8b02-91898ebf6396 req-7905f36a-8f4b-4398-9dff-c49611df398d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.594822 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5e53a62-66f4-4e7a-8b02-91898ebf6396 req-7905f36a-8f4b-4398-9dff-c49611df398d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0818667 Aug 06 18:30:35.806482 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5e53a62-66f4-4e7a-8b02-91898ebf6396 req-2ba8d59b-e054-4049-a4cd-d0fbe17ac4c7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098999 Aug 06 18:30:35.909117 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbcec3-9240-42c8-9b06-81fc4b1ee301 req-3d7abb77-0d6d-4910-8b27-d4c1d2b29df2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:35.917594 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ddbcec3-9240-42c8-9b06-81fc4b1ee301 req-3d7abb77-0d6d-4910-8b27-d4c1d2b29df2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.2095356 Aug 06 18:30:36.000035 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ddbcec3-9240-42c8-9b06-81fc4b1ee301 req-71f6a4d1-97c3-4891-aa86-be786de63584 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793014 Aug 06 18:30:36.038633 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc982a86-82d6-4290-9e0d-073451c78c88 req-7a7c5cf9-5383-4f85-8279-78be8f10afd2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:36.039742 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc982a86-82d6-4290-9e0d-073451c78c88 req-7a7c5cf9-5383-4f85-8279-78be8f10afd2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.1060791 Aug 06 18:30:36.118055 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc982a86-82d6-4290-9e0d-073451c78c88 req-a452c74f-0605-4744-b21d-03d2ac3960a0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665517 Aug 06 18:30:36.263997 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e3198-17c5-44c4-8f9b-d53422f39ada req-bbc46ab1-60a1-4594-9595-86dd14a9c411 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:36.275121 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b16e3198-17c5-44c4-8f9b-d53422f39ada req-bbc46ab1-60a1-4594-9595-86dd14a9c411 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0697503 Aug 06 18:30:36.275275 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 39972) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:36.281526 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'floatingip': {'port_id': '6b68a59f-4ad3-4585-beb9-87a3a50775ff'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:36.369346 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:37.017784 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d914746c-a7a5-413d-aa6b-e55e0de6d162 req-f57b62a9-df5b-4cfd-93a4-fa81e4c772ba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.019347 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d914746c-a7a5-413d-aa6b-e55e0de6d162 req-f57b62a9-df5b-4cfd-93a4-fa81e4c772ba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1011055 Aug 06 18:30:37.023585 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.db.resource_extend [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:30:37.105072 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d914746c-a7a5-413d-aa6b-e55e0de6d162 req-c940fb14-8f15-48ca-a365-fb8e6ba055eb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737123 Aug 06 18:30:37.120895 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:37.128882 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:37.196097 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc100-f4dc-449d-b6ad-102fdc25c7a0 req-8ad7c5f3-215e-410e-a3a3-b5a7cd1f46e2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.208978 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a8fc100-f4dc-449d-b6ad-102fdc25c7a0 req-8ad7c5f3-215e-410e-a3a3-b5a7cd1f46e2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1077769 Aug 06 18:30:37.259760 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a8fc100-f4dc-449d-b6ad-102fdc25c7a0 req-d53fce7d-550a-406b-a852-4a5b2dd23db2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483503 Aug 06 18:30:37.539613 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a2f43-66fd-4b97-9c35-998a5436f90e req-d38159d0-6fb5-4f2a-a226-8cc356e2caba tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:37.544637 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c31a2f43-66fd-4b97-9c35-998a5436f90e req-d38159d0-6fb5-4f2a-a226-8cc356e2caba tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1572506 Aug 06 18:30:37.553082 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40030) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:37.564677 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'floatingip': {'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:37.631623 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Floating IP d47c48ff-4af4-4473-abf1-67c9cee32770 associated. External IP: 172.27.0.190, port: 6b68a59f-4ad3-4585-beb9-87a3a50775ff. Aug 06 18:30:37.770060 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:38.043443 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:30:38.085794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40060) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:38.229584 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:30:38.243031 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:38.250097 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:30:38.267676 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:30:38.270280 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:30:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:38.280829 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-990365ab-d6b7-49cf-a668-f1a45aea2822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "PUT /v2.0/floatingips/d47c48ff-4af4-4473-abf1-67c9cee32770 HTTP/1.1" status: 200 len: 992 time: 2.0043933 Aug 06 18:30:38.281591 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:38.284538 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2366345f-b946-4b12-85b8-8f551cd69625" -d '{"events": [{"name": "network-changed", "server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:38.422723 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:30:38.544346 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b17ee97-3502-434d-a824-8de3d42b3b2d x-openstack-request-id: req-4b17ee97-3502-434d-a824-8de3d42b3b2d {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:38.544892 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:38.545339 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b17ee97-3502-434d-a824-8de3d42b3b2d {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:38.546291 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'status': 'completed', 'code': 200} Aug 06 18:30:38.684286 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366345f-b946-4b12-85b8-8f551cd69625 req-37b7a23a-1b4c-4d51-8f0a-a1ab771e3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:38.685999 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-37b7a23a-1b4c-4d51-8f0a-a1ab771e3aa8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1099 time: 0.0943274 Aug 06 18:30:38.730481 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:38.735090 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40098) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:38.828133 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23fd00-cb17-4039-b5da-313970b4a65d req-71273f43-157c-46b9-9354-6a7b240b05ac tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:38.838317 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c23fd00-cb17-4039-b5da-313970b4a65d req-71273f43-157c-46b9-9354-6a7b240b05ac tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.5427728 Aug 06 18:30:38.857903 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366345f-b946-4b12-85b8-8f551cd69625 req-300bf319-56b7-4949-b25d-a4bf10d4a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:38.859650 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-300bf319-56b7-4949-b25d-a4bf10d4a9ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.1605110 Aug 06 18:30:38.911296 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'd47c48ff-4af4-4473-abf1-67c9cee32770', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'port_id': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'mac_address': 'fa:16:3e:51:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:56Z', 'updated_at': '2021-08-06T18:30:36Z', 'revision_number': 1, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:38.942662 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:30:38.956754 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:30:38.960996 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:30:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:38.984392 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.052372 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-63fc1878-242f-4969-89c4-38da05a14d66 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 1000 time: 0.1778393 Aug 06 18:30:39.161878 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c23fd00-cb17-4039-b5da-313970b4a65d req-0965368b-e80e-4c07-8c7c-0abaaa8e3ea7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217797 Aug 06 18:30:39.187012 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366345f-b946-4b12-85b8-8f551cd69625 req-c89eb8a3-4b59-4768-ad3f-d08ded401c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:39.198887 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:30:39.199616 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-c89eb8a3-4b59-4768-ad3f-d08ded401c18 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.1302028 Aug 06 18:30:39.298772 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366345f-b946-4b12-85b8-8f551cd69625 req-7cf9bcc8-1c2f-4e0c-85dd-e2556f29ec1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:39.301709 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-7cf9bcc8-1c2f-4e0c-85dd-e2556f29ec1e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0989735 Aug 06 18:30:39.451718 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-c925017c-9b96-45c4-a8f4-4469031d607b service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252987 Aug 06 18:30:39.523463 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.526242 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.db.resource_extend [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 06 18:30:39.569562 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.654675 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.677688 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdcdaa8-b401-48c7-82ba-28d2b5c71bf6,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:39.678639 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2366345f-b946-4b12-85b8-8f551cd69625 req-9a07e094-2d6f-4246-9d0e-4aba0ca29a1b service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832263 Aug 06 18:30:39.690750 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'd47c48ff-4af4-4473-abf1-67c9cee32770', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'port_id': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'mac_address': 'fa:16:3e:51:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:56Z', 'updated_at': '2021-08-06T18:30:36Z', 'revision_number': 1, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:39.721170 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d19365d-f9ff-422d-865d-07d096ffdbef None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'd47c48ff-4af4-4473-abf1-67c9cee32770', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'floating_ip_address': '172.27.0.190', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'port_id': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'mac_address': 'fa:16:3e:51:f4:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:56Z', 'updated_at': '2021-08-06T18:30:36Z', 'revision_number': 1, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:30:39.729076 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.734212 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.734642 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.735077 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.735361 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.735666 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.736150 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.736577 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.737064 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.737951 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.738248 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.738718 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.739403 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.740480 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.760075 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.777620 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e194f8c93c534af3ba8a5767f1b9ebd3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0413043 Aug 06 18:30:39.778444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5621b3-aa2c-401a-a76c-f83bb388c11e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:39.782681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40130) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:39.794733 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.795388 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.795883 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.796374 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.796855 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.797358 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.797846 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.798330 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.798818 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.799375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.799857 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.800347 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a9bc5d-6369-4978-bc91-8df2aac2d3ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:39.821734 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-368cb999-857f-487b-b6d5-96e448aa4338 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=525a1f48001e48388d282fbfae6a2876&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7346830 Aug 06 18:30:39.825597 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40132) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:39.882450 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597af046-93e1-42b1-95c1-a78ab5de947a req-702705c6-f6cf-499e-9fac-22a1f6d25a4d tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:39.883712 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-597af046-93e1-42b1-95c1-a78ab5de947a req-702705c6-f6cf-499e-9fac-22a1f6d25a4d tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.2225993 Aug 06 18:30:39.892727 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.l3_db [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Floating IP 8588b2fd-801d-403c-a1ae-a0c8d76daca2 associated. External IP: 172.27.0.61, port: bd0da7bd-86a4-4ed9-857c-dca4fc6487cb. Aug 06 18:30:39.902460 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54bb8c8b-161d-4b4e-acf3-502815e33145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.904397 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed77719b-7b7a-4e2d-bd71-c571cac1f50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.948574 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54bb8c8b-161d-4b4e-acf3-502815e33145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:39.952443 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed77719b-7b7a-4e2d-bd71-c571cac1f50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.025475 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-597af046-93e1-42b1-95c1-a78ab5de947a req-01d907cf-1f50-4bcd-a5d4-09825c2f2bb5 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281443 Aug 06 18:30:40.051006 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54bb8c8b-161d-4b4e-acf3-502815e33145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.054597 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54bb8c8b-161d-4b4e-acf3-502815e33145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.056110 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-54bb8c8b-161d-4b4e-acf3-502815e33145 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b5621b3-aa2c-401a-a76c-f83bb388c11e HTTP/1.1" status: 204 len: 168 time: 0.2720113 Aug 06 18:30:40.066473 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb8c8b-161d-4b4e-acf3-502815e33145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5621b3-aa2c-401a-a76c-f83bb388c11e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:40.068537 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed77719b-7b7a-4e2d-bd71-c571cac1f50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.084459 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed77719b-7b7a-4e2d-bd71-c571cac1f50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.087567 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ed77719b-7b7a-4e2d-bd71-c571cac1f50d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bdcdaa8-b401-48c7-82ba-28d2b5c71bf6 HTTP/1.1" status: 204 len: 168 time: 0.2597342 Aug 06 18:30:40.097941 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77719b-7b7a-4e2d-bd71-c571cac1f50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdcdaa8-b401-48c7-82ba-28d2b5c71bf6,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:40.153169 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47303c1a-ff3b-4f0f-aee4-98f0a7ad3d1d None None] New status for floating IP d47c48ff-4af4-4473-abf1-67c9cee32770: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:30:40.260490 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:30:40.405776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:30:40.416555 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:30:40.430669 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:30:40.431764 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:30:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:40.452498 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.497265 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90148bcc-f85b-4fe9-8dee-d8800fbd6ed6 req-6507f9cd-9eb4-4c9b-be08-571a78db24f8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:40.505984 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-90148bcc-f85b-4fe9-8dee-d8800fbd6ed6 req-6507f9cd-9eb4-4c9b-be08-571a78db24f8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.2255869 Aug 06 18:30:40.549663 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-90148bcc-f85b-4fe9-8dee-d8800fbd6ed6 req-60cda6cc-1e62-4f70-9ec7-263a494f67c5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Aug 06 18:30:40.551259 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-60d85dfd-c54e-47a1-830b-60e9e02a1f54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "PUT /v2.0/floatingips/8588b2fd-801d-403c-a1ae-a0c8d76daca2 HTTP/1.1" status: 200 len: 990 time: 2.9963663 Aug 06 18:30:40.552170 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:40.566435 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ea275c-72f1-4ebc-bc95-668416bccd73" -d '{"events": [{"name": "network-changed", "server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:40.621374 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b629ab79-1229-4ed8-9950-7759ac0ab464 x-openstack-request-id: req-b629ab79-1229-4ed8-9950-7759ac0ab464 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:40.621709 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:40.622708 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b629ab79-1229-4ed8-9950-7759ac0ab464 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:40.623143 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'status': 'completed', 'code': 200} Aug 06 18:30:40.650549 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40168) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:40.666312 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0da77ee9-a6d8-4ac0-a7ac-8d9dd4d8cc01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.669027 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:30:40.798280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-8e052ee9-8988-4839-b5ac-d0ea5fed99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:40.800451 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-8e052ee9-8988-4839-b5ac-d0ea5fed99b3 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1098 time: 0.1109624 Aug 06 18:30:40.912147 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40178) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:40.939712 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40182) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:40.962631 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2701caa5-07a6-4b67-8a65-eeef4b4a802e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:40.990374 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-cf61e05d-0eca-4e8e-99de-7fe5ada08bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:40.992179 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-cf61e05d-0eca-4e8e-99de-7fe5ada08bbe service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.1743877 Aug 06 18:30:40.994237 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0da77ee9-a6d8-4ac0-a7ac-8d9dd4d8cc01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.000092 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0da77ee9-a6d8-4ac0-a7ac-8d9dd4d8cc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.128794 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '8588b2fd-801d-403c-a1ae-a0c8d76daca2', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'mac_address': 'fa:16:3e:ee:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:53Z', 'updated_at': '2021-08-06T18:30:39Z', 'revision_number': 1, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:41.139398 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2701caa5-07a6-4b67-8a65-eeef4b4a802e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.146378 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2701caa5-07a6-4b67-8a65-eeef4b4a802e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.163401 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0da77ee9-a6d8-4ac0-a7ac-8d9dd4d8cc01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c27311fdc8be4c0aa99f8b1d360e79f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092771 Aug 06 18:30:41.165409 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40190) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:41.174207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da77ee9-a6d8-4ac0-a7ac-8d9dd4d8cc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2771ffd2-8c43-4c2f-a2e7-01eb1b281e83,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:41.190046 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:30:41.203665 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-2701caa5-07a6-4b67-8a65-eeef4b4a802e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=94b277582eac419191eafc9686fc8fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606614 Aug 06 18:30:41.204630 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-d8d09262-18db-4b56-8527-e255faac9f9e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 200 len: 998 time: 0.1899710 Aug 06 18:30:41.204828 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:30:41.205663 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:30:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:41.207775 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40192) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:41.250660 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701caa5-07a6-4b67-8a65-eeef4b4a802e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7240b05-d20a-4d26-b2b3-bd35f2627ae1,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:41.266155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8a04d-6344-4b52-9354-f2c64d67848a req-50dfc3b0-2975-4c86-b8de-de227b0bd9f0 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:41.267904 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-02f8a04d-6344-4b52-9354-f2c64d67848a req-50dfc3b0-2975-4c86-b8de-de227b0bd9f0 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.1139963 Aug 06 18:30:41.325028 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9e8b868d-3759-4588-a505-7b42a017a709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.330447 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-02f8a04d-6344-4b52-9354-f2c64d67848a req-34b6dab9-8370-4418-a4d9-5267f3ee1cf9 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567243 Aug 06 18:30:41.330699 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:30:41.333325 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d6719f5-1fbb-4519-8eb7-a2d00758572b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.335260 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5eb80aa4-8a4c-42b2-bb2c-213e05c0a77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.341019 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-848983bc-be2f-474d-8fee-43d9c29a45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:41.342839 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-848983bc-be2f-474d-8fee-43d9c29a45c6 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0988762 Aug 06 18:30:41.395806 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5eb80aa4-8a4c-42b2-bb2c-213e05c0a77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.417913 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d6719f5-1fbb-4519-8eb7-a2d00758572b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.443360 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9e8b868d-3759-4588-a505-7b42a017a709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.448581 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9e8b868d-3759-4588-a505-7b42a017a709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.474545 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-d29be540-a3a7-4a11-95d3-2f5b2d257136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:41.476770 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-d29be540-a3a7-4a11-95d3-2f5b2d257136 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1174250 Aug 06 18:30:41.505564 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9e8b868d-3759-4588-a505-7b42a017a709 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ad9cefd898343068313b98771879e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5890729 Aug 06 18:30:41.505564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b868d-3759-4588-a505-7b42a017a709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dbf6a7-433a-4c78-9432-0dae37b7ecea,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:41.506812 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40194) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:41.518105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d6719f5-1fbb-4519-8eb7-a2d00758572b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.520411 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7d6719f5-1fbb-4519-8eb7-a2d00758572b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.525642 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7d6719f5-1fbb-4519-8eb7-a2d00758572b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c7240b05-d20a-4d26-b2b3-bd35f2627ae1 HTTP/1.1" status: 204 len: 168 time: 0.3127859 Aug 06 18:30:41.564091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6719f5-1fbb-4519-8eb7-a2d00758572b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7240b05-d20a-4d26-b2b3-bd35f2627ae1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:41.571316 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5eb80aa4-8a4c-42b2-bb2c-213e05c0a77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.573787 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5eb80aa4-8a4c-42b2-bb2c-213e05c0a77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.574972 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5eb80aa4-8a4c-42b2-bb2c-213e05c0a77d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2771ffd2-8c43-4c2f-a2e7-01eb1b281e83 HTTP/1.1" status: 204 len: 168 time: 0.4072454 Aug 06 18:30:41.612346 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb80aa4-8a4c-42b2-bb2c-213e05c0a77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2771ffd2-8c43-4c2f-a2e7-01eb1b281e83,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:41.636981 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '8588b2fd-801d-403c-a1ae-a0c8d76daca2', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'mac_address': 'fa:16:3e:ee:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:53Z', 'updated_at': '2021-08-06T18:30:39Z', 'revision_number': 1, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:41.651423 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-eb9c65a3-df41-4f31-a77d-d7dfd0b1f9a1 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654718 Aug 06 18:30:41.659149 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c07dd26-eeed-422d-9ad5-5a16277e98db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.682201 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108edb73-650f-4c15-b4b3-446b70203920 None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '8588b2fd-801d-403c-a1ae-a0c8d76daca2', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'floating_ip_address': '172.27.0.61', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'mac_address': 'fa:16:3e:ee:75:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:29:53Z', 'updated_at': '2021-08-06T18:30:39Z', 'revision_number': 1, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:30:41.733404 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c07dd26-eeed-422d-9ad5-5a16277e98db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.794315 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2061e8e1-f418-4b68-9186-7a68fa188a0c req-d3f2b89b-7278-46d0-99da-c782adcd6294 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:41.809778 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a9ea275c-72f1-4ebc-bc95-668416bccd73 req-0074fe6f-e875-47c3-978f-fa8c409ba125 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448107 Aug 06 18:30:41.811569 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2061e8e1-f418-4b68-9186-7a68fa188a0c req-d3f2b89b-7278-46d0-99da-c782adcd6294 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1664395 Aug 06 18:30:41.871236 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2061e8e1-f418-4b68-9186-7a68fa188a0c req-2d3c5f88-2de7-43c0-a33e-409c05f361f2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586355 Aug 06 18:30:41.895115 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c07dd26-eeed-422d-9ad5-5a16277e98db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.899259 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1c07dd26-eeed-422d-9ad5-5a16277e98db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:41.904513 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1c07dd26-eeed-422d-9ad5-5a16277e98db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/19dbf6a7-433a-4c78-9432-0dae37b7ecea HTTP/1.1" status: 204 len: 168 time: 0.3966579 Aug 06 18:30:41.915887 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07dd26-eeed-422d-9ad5-5a16277e98db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dbf6a7-433a-4c78-9432-0dae37b7ecea,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:42.013906 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eec7f7e-6e3f-4205-84a7-c0c93f968d3a None None] New status for floating IP 8588b2fd-801d-403c-a1ae-a0c8d76daca2: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:30:42.099577 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40216) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:42.117099 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0535ccfc-2be3-4b39-aba1-a8d715c6ee2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.246677 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0535ccfc-2be3-4b39-aba1-a8d715c6ee2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.254886 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0535ccfc-2be3-4b39-aba1-a8d715c6ee2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.310644 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40228) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:42.317988 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0535ccfc-2be3-4b39-aba1-a8d715c6ee2b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0113705c8dcb4e84ae9f230c3f48254c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169766 Aug 06 18:30:42.318778 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535ccfc-2be3-4b39-aba1-a8d715c6ee2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b7a86a-416f-4c0c-8712-e4e383f474ca,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:42.372856 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6698c188-0ee1-44da-bceb-810639d5b9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.400137 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40234) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:42.405753 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6698c188-0ee1-44da-bceb-810639d5b9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.415719 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84b8d3c0-7efa-41dd-a791-312948b02fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.484470 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86763819-158d-4352-9094-846c2d0f3dbb req-1ee08652-560e-4760-8b4e-94252127bdcd tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:42.486099 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-86763819-158d-4352-9094-846c2d0f3dbb req-1ee08652-560e-4760-8b4e-94252127bdcd tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.0739968 Aug 06 18:30:42.517039 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84b8d3c0-7efa-41dd-a791-312948b02fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.521702 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84b8d3c0-7efa-41dd-a791-312948b02fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.527351 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6698c188-0ee1-44da-bceb-810639d5b9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.530152 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6698c188-0ee1-44da-bceb-810639d5b9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.533637 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6698c188-0ee1-44da-bceb-810639d5b9cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8b7a86a-416f-4c0c-8712-e4e383f474ca HTTP/1.1" status: 204 len: 168 time: 0.2196481 Aug 06 18:30:42.545684 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-86763819-158d-4352-9094-846c2d0f3dbb req-63c979ef-e7cd-4955-934c-24430a720f49 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/security-groups?id=88ed1d02-2c30-4ebc-a4c4-148c4bf92924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524750 Aug 06 18:30:42.546228 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698c188-0ee1-44da-bceb-810639d5b9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b7a86a-416f-4c0c-8712-e4e383f474ca,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:42.593069 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-84b8d3c0-7efa-41dd-a791-312948b02fe5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18b18b1cc10547eb8b65da53cd79f3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1913273 Aug 06 18:30:42.595771 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40240) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:42.609696 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b8d3c0-7efa-41dd-a791-312948b02fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f6c979-353e-4680-a7d8-c21b9839c106,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:42.656543 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-e6d3bd80-fce5-42df-84a5-94eee702abf1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:42.658094 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-e6d3bd80-fce5-42df-84a5-94eee702abf1 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.81 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 945 time: 0.1007969 Aug 06 18:30:42.666144 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-349299a4-5967-4df6-ab3e-a16ffe3158c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.693104 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-349299a4-5967-4df6-ab3e-a16ffe3158c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.751703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-349299a4-5967-4df6-ab3e-a16ffe3158c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.754414 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-349299a4-5967-4df6-ab3e-a16ffe3158c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.757921 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-349299a4-5967-4df6-ab3e-a16ffe3158c2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b3f6c979-353e-4680-a7d8-c21b9839c106 HTTP/1.1" status: 204 len: 168 time: 0.1587937 Aug 06 18:30:42.773232 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349299a4-5967-4df6-ab3e-a16ffe3158c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f6c979-353e-4680-a7d8-c21b9839c106,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:42.814301 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Deleting port efe33595-1ff9-41e2-90ee-d88574febddf {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:30:42.815122 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.932255 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] For port efe33595-1ff9-41e2-90ee-d88574febddf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=efe33595-1ff9-41e2-90ee-d88574febddf,segment=NetworkSegment(4343d1bf-a386-42a9-8e12-94341ae4b7d0),segment_id=4343d1bf-a386-42a9-8e12-94341ae4b7d0)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:42.932627 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:42.951206 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Calling delete_port for efe33595-1ff9-41e2-90ee-d88574febddf owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:30:43.017299 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc8f74-aeee-4aac-9d4c-1b43f4bce44b req-ef3a8638-ea08-44e9-9da6-df7717109102 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:43.019152 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e7cc8f74-aeee-4aac-9d4c-1b43f4bce44b req-ef3a8638-ea08-44e9-9da6-df7717109102 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0657508 Aug 06 18:30:43.077042 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e7cc8f74-aeee-4aac-9d4c-1b43f4bce44b req-96475ff0-3087-4c4b-8067-6cf59d02f0c9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507576 Aug 06 18:30:43.197496 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.213767 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['efe33595-1ff9-41e2-90ee-d88574febddf'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:43.273598 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Pushing event deleted for resources: {'Port': ['ID=efe33595-1ff9-41e2-90ee-d88574febddf,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:43.314918 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] No DVR routers for this DVR port efe33595-1ff9-41e2-90ee-d88574febddf on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:30:43.318187 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:43.320566 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3eac3adf-e311-4650-9047-3d182ca9c6f3 req-33712d06-b0a6-4cee-8b44-383d86e9d6a2 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.81 "DELETE /v2.0/ports/efe33595-1ff9-41e2-90ee-d88574febddf HTTP/1.1" status: 204 len: 173 time: 0.6526134 Aug 06 18:30:43.321006 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60280033-1c5b-4909-91db-0f08a9104ed4', 'name': 'network-vif-deleted', 'tag': 'efe33595-1ff9-41e2-90ee-d88574febddf'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:43.323813 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f982fc-3fdd-4d99-b267-f9b13bf769a3" -d '{"events": [{"server_uuid": "60280033-1c5b-4909-91db-0f08a9104ed4", "name": "network-vif-deleted", "tag": "efe33595-1ff9-41e2-90ee-d88574febddf"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:43.372183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e01d80-53e2-499c-af07-71ccab50a429 x-openstack-request-id: req-91e01d80-53e2-499c-af07-71ccab50a429 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:43.372490 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60280033-1c5b-4909-91db-0f08a9104ed4", "name": "network-vif-deleted", "tag": "efe33595-1ff9-41e2-90ee-d88574febddf", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:43.372788 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91e01d80-53e2-499c-af07-71ccab50a429 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:43.373482 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60280033-1c5b-4909-91db-0f08a9104ed4', 'name': 'network-vif-deleted', 'tag': 'efe33595-1ff9-41e2-90ee-d88574febddf', 'status': 'completed', 'code': 200} Aug 06 18:30:43.679968 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19b95402-db00-4d1f-833f-d452f5ec5c88 req-49ec9e9b-dbd0-41d8-9d1b-af5493695d11 tempest-DeleteServersTestJSON-2036505141 tempest-DeleteServersTestJSON-2036505141-project] 10.222.0.57 "GET /v2.0/ports?device_id=60280033-1c5b-4909-91db-0f08a9104ed4 HTTP/1.1" status: 200 len: 210 time: 0.0303493 Aug 06 18:30:44.234313 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3f37d7-8ff7-4900-b8ad-affe47509c08 req-c7dd8f1a-19ed-4a9d-ada5-ba706c7410b6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:44.235934 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c3f37d7-8ff7-4900-b8ad-affe47509c08 req-c7dd8f1a-19ed-4a9d-ada5-ba706c7410b6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0754385 Aug 06 18:30:44.301214 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c3f37d7-8ff7-4900-b8ad-affe47509c08 req-23be9f30-3c02-4b86-87ea-ce34cc3c479e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564520 Aug 06 18:30:44.900621 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40378) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:44.920849 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40382) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:45.130765 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16505d11-32de-4e36-840e-cca3c7e99d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.158823 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0f3b7e8-930b-487c-8102-b00e098f07be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.263996 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16505d11-32de-4e36-840e-cca3c7e99d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.274989 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16505d11-32de-4e36-840e-cca3c7e99d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.333451 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-16505d11-32de-4e36-840e-cca3c7e99d69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf37e283e7ad4fd5a427d892d9eab467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087632 Aug 06 18:30:45.333540 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40406) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:45.345635 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16505d11-32de-4e36-840e-cca3c7e99d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de0fcb22-59a6-41b6-8291-45641d718c66,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:45.409398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-da877439-b24c-42a5-b8f0-88f1c9582c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.435188 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-da877439-b24c-42a5-b8f0-88f1c9582c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.439368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0f3b7e8-930b-487c-8102-b00e098f07be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.452469 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b99f09f-5533-4060-aa27-4e1b06fa06da req-f1b42bf5-5d1e-45fe-a20d-8b690376e54e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:45.454175 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7b99f09f-5533-4060-aa27-4e1b06fa06da req-f1b42bf5-5d1e-45fe-a20d-8b690376e54e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0751760 Aug 06 18:30:45.455076 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0f3b7e8-930b-487c-8102-b00e098f07be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.505991 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-da877439-b24c-42a5-b8f0-88f1c9582c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.509625 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-da877439-b24c-42a5-b8f0-88f1c9582c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.511422 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-da877439-b24c-42a5-b8f0-88f1c9582c31 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de0fcb22-59a6-41b6-8291-45641d718c66 HTTP/1.1" status: 204 len: 168 time: 0.1763842 Aug 06 18:30:45.518743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-e0f3b7e8-930b-487c-8102-b00e098f07be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fec3f0b6c1794baaa3de5e2056756b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6145742 Aug 06 18:30:45.519005 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40412) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:45.520902 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da877439-b24c-42a5-b8f0-88f1c9582c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de0fcb22-59a6-41b6-8291-45641d718c66,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:45.536603 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3b7e8-930b-487c-8102-b00e098f07be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362798ed-9abe-40d1-8400-c2942a5eeda1,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:45.549257 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7b99f09f-5533-4060-aa27-4e1b06fa06da req-22399c6b-1dbd-47bb-8bb3-b128937c9e67 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885196 Aug 06 18:30:45.595236 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d275a334-fba1-4870-92c1-10e2c70454d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.629956 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d275a334-fba1-4870-92c1-10e2c70454d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.695347 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d275a334-fba1-4870-92c1-10e2c70454d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.698924 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d275a334-fba1-4870-92c1-10e2c70454d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:45.711700 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d275a334-fba1-4870-92c1-10e2c70454d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/362798ed-9abe-40d1-8400-c2942a5eeda1 HTTP/1.1" status: 204 len: 168 time: 0.1856289 Aug 06 18:30:45.728826 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275a334-fba1-4870-92c1-10e2c70454d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362798ed-9abe-40d1-8400-c2942a5eeda1,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:45.840222 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-ddf231fd-00ec-4a84-bde8-acd75e28b712 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=97114cb2b6ca40cd85f1a1e10a1364f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423439 Aug 06 18:30:45.999792 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40440) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:46.021083 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4208c248-dacd-4476-8b43-0946dd1bff59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.173792 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4208c248-dacd-4476-8b43-0946dd1bff59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.174766 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40450) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:46.191240 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4208c248-dacd-4476-8b43-0946dd1bff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.277060 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208c248-dacd-4476-8b43-0946dd1bff59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f020790-30ff-48ee-b6d1-c805a142ab26,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:46.286484 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4208c248-dacd-4476-8b43-0946dd1bff59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39c766460e9c46a0b49c4bc9784463ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855926 Aug 06 18:30:46.289708 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40456) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:46.299640 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Deleting subnet 7e561157-0aee-4d8b-9a5c-2412f0fedbb3 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:30:46.304394 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.338186 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-324d0975-f877-4ace-a88a-a51ea1d2368f tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:46.340023 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-324d0975-f877-4ace-a88a-a51ea1d2368f tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4989109 Aug 06 18:30:46.365385 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-645c80cb-e4cf-42cb-871c-2860f98f9f66 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/quotas/97114cb2b6ca40cd85f1a1e10a1364f0 HTTP/1.1" status: 200 len: 375 time: 0.0190639 Aug 06 18:30:46.393033 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aba3936c-45c3-44b3-a2f2-abb457e87f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.396099 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-311ce33e-7e3b-42ce-95df-75048cea0fb6 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=97114cb2b6ca40cd85f1a1e10a1364f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298715 Aug 06 18:30:46.400334 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.418515 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.449194 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aba3936c-45c3-44b3-a2f2-abb457e87f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.517278 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.534874 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.537426 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7e561157-0aee-4d8b-9a5c-2412f0fedbb3 HTTP/1.1" status: 204 len: 168 time: 0.3577342 Aug 06 18:30:46.541354 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40466) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:46.557544 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aba3936c-45c3-44b3-a2f2-abb457e87f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.560046 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-aba3936c-45c3-44b3-a2f2-abb457e87f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.563985 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-aba3936c-45c3-44b3-a2f2-abb457e87f64 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f020790-30ff-48ee-b6d1-c805a142ab26 HTTP/1.1" status: 204 len: 168 time: 0.2731023 Aug 06 18:30:46.567579 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8bd49b-66bc-4fb2-9a4b-bff5a2a08c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e561157-0aee-4d8b-9a5c-2412f0fedbb3,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:46.575686 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3936c-45c3-44b3-a2f2-abb457e87f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f020790-30ff-48ee-b6d1-c805a142ab26,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:46.658095 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c2f104d4-c2d4-4aa6-a979-6b08a933c3d6 req-48746b7c-cf54-42a6-a530-e777c2391c1e tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 210 time: 0.0744960 Aug 06 18:30:46.700595 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.791770 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdcd5b-1d3f-47cb-b241-bc2c1303e523 req-677b4d8e-d339-4f2c-877b-129c27148d82 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:46.799285 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94bdcd5b-1d3f-47cb-b241-bc2c1303e523 req-677b4d8e-d339-4f2c-877b-129c27148d82 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1200581 Aug 06 18:30:46.829357 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device efe33595-1ff9-41e2-90ee-d88574febddf no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:30:46.847117 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:46.862669 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.863018 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.863797 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.864136 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > port after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.864480 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > port after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.864832 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > port after_update 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.865208 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.865461 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.865945 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.866404 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: efe33595-1ff9-41e2-90ee-d88574febddf {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:30:46.866617 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:46.866741 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device efe33595-1ff9-41e2-90ee-d88574febddf not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:30:47.061035 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:47.061386 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:47.061705 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:47.062043 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:47.065080 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6aae11-eb14-44af-aaca-38499305e5f9']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:47.100119 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94bdcd5b-1d3f-47cb-b241-bc2c1303e523 req-19600311-73c5-4e7c-b026-83442dcefc14 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999778 Aug 06 18:30:47.103395 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4343d1bf-a386-42a9-8e12-94341ae4b7d0') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:47.103862 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4343d1bf-a386-42a9-8e12-94341ae4b7d0') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:47.123181 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.151485 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.175053 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40496) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:47.179949 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:30:47.180639 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: from cryptography.utils import int_from_bytes Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: from cryptography.utils import int_from_bytes Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:30:47.185676 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:30:47.257946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.279744 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.287919 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] 10.222.0.57 "DELETE /v2.0/networks/cc6aae11-eb14-44af-aaca-38499305e5f9 HTTP/1.1" status: 204 len: 168 time: 0.7451975 Aug 06 18:30:47.297815 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aef614-45a6-4395-9a83-aa6cb313881f admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6aae11-eb14-44af-aaca-38499305e5f9,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:47.369652 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5002d532-1ffd-4a63-b540-21b16b5e2bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.500849 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40516) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:47.505892 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-36f1fdad-f7a9-438c-92dc-bf6876dce44d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708826 Aug 06 18:30:47.530993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5002d532-1ffd-4a63-b540-21b16b5e2bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.535904 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5002d532-1ffd-4a63-b540-21b16b5e2bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.555194 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-8b7a06ab-bd3a-4abe-be21-f71e591780c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9f31ee7ddb24eadac02cfbb939d2444&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529320 Aug 06 18:30:47.557569 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40520) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:47.579201 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5002d532-1ffd-4a63-b540-21b16b5e2bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f58e20da-a71b-4625-95aa-4a9aaf480c43,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:47.599592 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5002d532-1ffd-4a63-b540-21b16b5e2bf5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8980ee09323546f78c04fa4c45aee803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231646 Aug 06 18:30:47.602715 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40522) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:47.634736 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-973feada-eceb-4c9a-9748-98d496544cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.636511 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-973feada-eceb-4c9a-9748-98d496544cb5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0513015 Aug 06 18:30:47.656601 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d4461e5-3b57-4b5f-be6d-d94ce896c403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.690930 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d4461e5-3b57-4b5f-be6d-d94ce896c403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.704413 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc5986a3-1260-4aae-83e3-fd82d89e64df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.727804 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc5986a3-1260-4aae-83e3-fd82d89e64df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.758662 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-e9243623-374f-4eac-9e64-8819b632b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:47.760168 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-e9243623-374f-4eac-9e64-8819b632b0b7 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.0981505 Aug 06 18:30:47.787602 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-300d9a4d-b824-4d2f-94fe-211295148652 req-d7021fe7-ff88-4011-b4f3-c226eb1840c0 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 210 time: 0.0495701 Aug 06 18:30:47.823919 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d4461e5-3b57-4b5f-be6d-d94ce896c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.826691 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d4461e5-3b57-4b5f-be6d-d94ce896c403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.826811 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-0e2398fb-55b3-4c9a-bae1-2775df559571 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 217 time: 0.0570343 Aug 06 18:30:47.828120 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-2d4461e5-3b57-4b5f-be6d-d94ce896c403 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/88ed1d02-2c30-4ebc-a4c4-148c4bf92924 HTTP/1.1" status: 204 len: 168 time: 0.2694688 Aug 06 18:30:47.840462 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4461e5-3b57-4b5f-be6d-d94ce896c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ed1d02-2c30-4ebc-a4c4-148c4bf92924,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:47.843983 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc5986a3-1260-4aae-83e3-fd82d89e64df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.846620 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fc5986a3-1260-4aae-83e3-fd82d89e64df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:47.847807 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-fc5986a3-1260-4aae-83e3-fd82d89e64df admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f58e20da-a71b-4625-95aa-4a9aaf480c43 HTTP/1.1" status: 204 len: 168 time: 0.2440455 Aug 06 18:30:47.856530 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5986a3-1260-4aae-83e3-fd82d89e64df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58e20da-a71b-4625-95aa-4a9aaf480c43,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:48.125413 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-db3caffc-cf42-4640-98cf-49757f86aa97 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=97114cb2b6ca40cd85f1a1e10a1364f0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339384 Aug 06 18:30:48.268565 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686466ef-c453-4b39-945a-06f18f110688 req-d779da1b-c30b-444f-b0c1-d456f54a6158 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:48.274489 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-686466ef-c453-4b39-945a-06f18f110688 req-d779da1b-c30b-444f-b0c1-d456f54a6158 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0731268 Aug 06 18:30:48.285791 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-e23ac77f-9497-40f0-831f-a5999faab186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:48.287561 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-e23ac77f-9497-40f0-831f-a5999faab186 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.4453452 Aug 06 18:30:48.313890 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-686466ef-c453-4b39-945a-06f18f110688 req-1bef08dd-2199-4e40-a729-2a18d54ad484 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385368 Aug 06 18:30:48.353402 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-6871e4fb-20ff-4d06-bd94-a4b945e94318 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508358 Aug 06 18:30:48.395483 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-d537d78a-8005-4f1d-9987-d96fd9024268 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:48.396961 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-d537d78a-8005-4f1d-9987-d96fd9024268 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2620401 Aug 06 18:30:48.409907 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40554) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:48.424426 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6675f7dd-50c5-4d0a-893d-a52b2f95351f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.457171 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Request body: {'port': {'device_id': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64', 'admin_state_up': True, 'tenant_id': '97114cb2b6ca40cd85f1a1e10a1364f0'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:48.553052 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6675f7dd-50c5-4d0a-893d-a52b2f95351f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.559078 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6675f7dd-50c5-4d0a-893d-a52b2f95351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.588877 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6675f7dd-50c5-4d0a-893d-a52b2f95351f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a98f5-f46f-4578-85d4-56744b4f9fd9,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:48.593765 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-b2e81027-75d4-49f3-a06c-9e6d1fd9e7ab service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295558 Aug 06 18:30:48.619230 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6675f7dd-50c5-4d0a-893d-a52b2f95351f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ef455aec04964f72ab2831c62bbb21f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2080126 Aug 06 18:30:48.620304 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40566) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:48.696787 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-538399ff-539b-4934-933d-6bdf041c68c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.728839 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Made reservation on behalf of 97114cb2b6ca40cd85f1a1e10a1364f0 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:48.728989 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-538399ff-539b-4934-933d-6bdf041c68c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.733912 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.747728 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.752729 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c87c4508-cce4-446a-9a01-ef5c872a7679 req-b3d958b6-2c12-4c86-bc8e-74434e004daa service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435792 Aug 06 18:30:48.788865 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-538399ff-539b-4934-933d-6bdf041c68c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.793717 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-538399ff-539b-4934-933d-6bdf041c68c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.798316 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-538399ff-539b-4934-933d-6bdf041c68c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f94a98f5-f46f-4578-85d4-56744b4f9fd9 HTTP/1.1" status: 204 len: 168 time: 0.1771569 Aug 06 18:30:48.808389 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538399ff-539b-4934-933d-6bdf041c68c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a98f5-f46f-4578-85d4-56744b4f9fd9,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:48.887354 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:30:48.919470 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.924825 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:48.935304 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-144f5387-8666-4521-bf16-d20fb617078e req-76998000-6ffd-4fc9-b4db-176fcc77436e tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 210 time: 0.0337222 Aug 06 18:30:49.014705 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c46b43-64fd-482d-9b5e-078fc24dea69,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:49.088775 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Allocated IP 192.168.233.32 (548e6ede-a7f7-4392-9229-3a1a11889c64/3538970f-f670-4dc2-92aa-1beaa5b130fd/d6989d30-c42b-4601-94f4-21176737c160) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:30:49.262249 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.281895 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Transition to ACTIVE for port object d6989d30-c42b-4601-94f4-21176737c160 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:49.327258 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.387403 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Network 548e6ede-a7f7-4392-9229-3a1a11889c64 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:30:49.391594 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:49.394144 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:30:49.401103 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:49.402703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.431430 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Pushing event updated for resources: {'Port': ['ID=d6989d30-c42b-4601-94f4-21176737c160,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:49.436933 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-81e42574-0329-4330-aeb9-c56e537187c7 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9987092 Aug 06 18:30:49.459498 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Request body: {'port': {'device_id': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:49.544749 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dbffa2-af1c-4406-a275-745c36a259a3 req-07d6e504-0ff7-4903-a550-016bbab8ba1b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:49.564590 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48dbffa2-af1c-4406-a275-745c36a259a3 req-07d6e504-0ff7-4903-a550-016bbab8ba1b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1081872 Aug 06 18:30:49.596768 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.617489 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48dbffa2-af1c-4406-a275-745c36a259a3 req-788ef68d-bdd1-4d82-99bc-ad12b57edebe tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489120 Aug 06 18:30:49.797473 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-3bb4b008-3e2a-4626-b0df-31809f4692b4 None None] Provisioning for port d6989d30-c42b-4601-94f4-21176737c160 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:49.807691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-3bb4b008-3e2a-4626-b0df-31809f4692b4 None None] Provisioning complete for port d6989d30-c42b-4601-94f4-21176737c160 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:49.808122 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3bb4b008-3e2a-4626-b0df-31809f4692b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.853328 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4b008-3e2a-4626-b0df-31809f4692b4 None None] Port d6989d30-c42b-4601-94f4-21176737c160 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:30:49.961859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6989d30-c42b-4601-94f4-21176737c160 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:49.969963 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:49.986143 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Transition to ACTIVE for port object d6989d30-c42b-4601-94f4-21176737c160 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:30:49.989855 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.050234 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Pushing event updated for resources: {'Port': ['ID=d6989d30-c42b-4601-94f4-21176737c160,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:50.094843 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981a8809-9e79-4f73-881f-420d4497a0eb req-b3843fff-abc9-4fce-906e-c24446d3df37 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.096424 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-981a8809-9e79-4f73-881f-420d4497a0eb req-b3843fff-abc9-4fce-906e-c24446d3df37 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 947 time: 0.0766058 Aug 06 18:30:50.121995 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Attempting to bind port d6989d30-c42b-4601-94f4-21176737c160 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:30:50.122378 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Attempting to bind port d6989d30-c42b-4601-94f4-21176737c160 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:30:50.122944 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Attempting to bind port d6989d30-c42b-4601-94f4-21176737c160 on network 548e6ede-a7f7-4392-9229-3a1a11889c64 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:50.129178 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Port d6989d30-c42b-4601-94f4-21176737c160 on network 548e6ede-a7f7-4392-9229-3a1a11889c64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:30:50.129515 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Attempting to bind port d6989d30-c42b-4601-94f4-21176737c160 on network 548e6ede-a7f7-4392-9229-3a1a11889c64 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:30:50.137195 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:30:50.137681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Checking segment: {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:50.138163 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Bound using segment: {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:30:50.138606 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Bound port: d6989d30-c42b-4601-94f4-21176737c160, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f8afd9-bfaa-4075-a6e5-afdcaab65ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:30:50.139489 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.161246 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-981a8809-9e79-4f73-881f-420d4497a0eb req-8c70be9d-b453-4ef3-82e6-afcec65e80fb tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561886 Aug 06 18:30:50.219030 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] For port d6989d30-c42b-4601-94f4-21176737c160, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:30:50.223624 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] For port d6989d30-c42b-4601-94f4-21176737c160, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d6989d30-c42b-4601-94f4-21176737c160,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:30:50.231604 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.276090 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.276854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:50.278425 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] 10.222.0.81 "PUT /v2.0/ports/d6989d30-c42b-4601-94f4-21176737c160 HTTP/1.1" status: 200 len: 1097 time: 0.8295567 Aug 06 18:30:50.279120 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'tag': 'd6989d30-c42b-4601-94f4-21176737c160'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:50.281484 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301" -d '{"events": [{"name": "network-changed", "server_uuid": "ae9a62c1-e103-4a72-a919-152e3f271d32", "tag": "d6989d30-c42b-4601-94f4-21176737c160"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:50.326559 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1329ee-c2ea-446e-ad80-10ede5acf14e service neutron] Pushing event updated for resources: {'Port': ['ID=d6989d30-c42b-4601-94f4-21176737c160,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:50.349363 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40162f49-76f1-45ea-a141-a643917eb52e x-openstack-request-id: req-40162f49-76f1-45ea-a141-a643917eb52e {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:50.349658 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae9a62c1-e103-4a72-a919-152e3f271d32", "tag": "d6989d30-c42b-4601-94f4-21176737c160", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:50.350008 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-40162f49-76f1-45ea-a141-a643917eb52e {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:50.350306 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'tag': 'd6989d30-c42b-4601-94f4-21176737c160', 'status': 'completed', 'code': 200} Aug 06 18:30:50.388068 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-f2052268-983a-43f3-a410-f127af2b1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.390474 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-f2052268-983a-43f3-a410-f127af2b1254 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=97114cb2b6ca40cd85f1a1e10a1364f0&device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 1100 time: 0.0510304 Aug 06 18:30:50.448519 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-5bea3ebf-f66d-4af6-b1d7-92c35cdad5be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d6989d30-c42b-4601-94f4-21176737c160 HTTP/1.1" status: 200 len: 217 time: 0.0479589 Aug 06 18:30:50.535282 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-da11040f-c400-42b3-97f6-25510157c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.539032 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-da11040f-c400-42b3-97f6-25510157c234 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3538970f-f670-4dc2-92aa-1beaa5b130fd HTTP/1.1" status: 200 len: 843 time: 0.0748734 Aug 06 18:30:50.587007 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-404cf7f9-26cb-4e3e-9084-71ef670a8ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.588568 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-404cf7f9-26cb-4e3e-9084-71ef670a8ae5 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=548e6ede-a7f7-4392-9229-3a1a11889c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0423613 Aug 06 18:30:50.761197 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-1a985486-bf01-48a8-9958-92ebfaca28df service neutron] 10.222.0.81 "GET /v2.0/networks/548e6ede-a7f7-4392-9229-3a1a11889c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543596 Aug 06 18:30:50.796623 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd161b0b-7d11-4887-bcc6-6329598712db req-7a5defcf-61a8-4ed5-8d51-9c60a1e89225 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:50.805820 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cd161b0b-7d11-4887-bcc6-6329598712db req-7a5defcf-61a8-4ed5-8d51-9c60a1e89225 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1000938 Aug 06 18:30:50.858978 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cd161b0b-7d11-4887-bcc6-6329598712db req-f9b311a3-7e58-47e6-8cce-584e3ec2a33c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471117 Aug 06 18:30:50.924911 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ed4597b8-e263-4ae2-9036-49a08bac8d3e req-2d68d55c-697f-4859-8bbe-f9159327a271 service neutron] 10.222.0.81 "GET /v2.0/networks/548e6ede-a7f7-4392-9229-3a1a11889c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483846 Aug 06 18:30:51.024115 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-bd4c5015-ef24-4ffc-b02e-ca662df23803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.025679 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-bd4c5015-ef24-4ffc-b02e-ca662df23803 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=97114cb2b6ca40cd85f1a1e10a1364f0&device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 1100 time: 0.0425873 Aug 06 18:30:51.039468 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40684) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:51.128772 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-6366e6e5-fd03-44e0-8e68-c2a4e81ab00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.130263 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-6366e6e5-fd03-44e0-8e68-c2a4e81ab00c service neutron] 10.222.0.81 "GET /v2.0/networks?id=548e6ede-a7f7-4392-9229-3a1a11889c64 HTTP/1.1" status: 200 len: 870 time: 0.0940804 Aug 06 18:30:51.153012 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a10fc8-2ad6-4937-8ecb-ce666c570013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.175859 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-f3a1c751-1ab2-47da-a033-04faf53fb0fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=d6989d30-c42b-4601-94f4-21176737c160 HTTP/1.1" status: 200 len: 217 time: 0.0368519 Aug 06 18:30:51.270713 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-dc8acf4d-39e2-45f2-a665-1fa2325936a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.273376 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-dc8acf4d-39e2-45f2-a665-1fa2325936a5 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=3538970f-f670-4dc2-92aa-1beaa5b130fd HTTP/1.1" status: 200 len: 843 time: 0.0837462 Aug 06 18:30:51.304028 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a10fc8-2ad6-4937-8ecb-ce666c570013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.309259 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a10fc8-2ad6-4937-8ecb-ce666c570013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.329923 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-7c1e1f92-12ef-4246-94ae-bbef5c4cb4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.331677 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-7c1e1f92-12ef-4246-94ae-bbef5c4cb4ec service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=548e6ede-a7f7-4392-9229-3a1a11889c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0443528 Aug 06 18:30:51.354200 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a10fc8-2ad6-4937-8ecb-ce666c570013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ec984f-671f-4a38-9e62-a07919af5a4d,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:51.365070 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff92cec-6a15-4f80-9bd8-a3eb3d6be86e req-8926fa3e-9823-4312-9076-12e714fb6161 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:51.367245 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9ff92cec-6a15-4f80-9bd8-a3eb3d6be86e req-8926fa3e-9823-4312-9076-12e714fb6161 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 947 time: 0.0989373 Aug 06 18:30:51.372099 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c5a10fc8-2ad6-4937-8ecb-ce666c570013 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0825cd9334d4fac8ed0bb7ad13d7805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286297 Aug 06 18:30:51.374841 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40690) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:51.412015 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9ff92cec-6a15-4f80-9bd8-a3eb3d6be86e req-188b8cfb-1a3a-4972-ad3d-67a22bfff524 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360603 Aug 06 18:30:51.483378 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-c388b39e-b120-4797-a9ad-a7ff55737e34 service neutron] 10.222.0.81 "GET /v2.0/networks/548e6ede-a7f7-4392-9229-3a1a11889c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425002 Aug 06 18:30:51.484505 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afe6a24f-7b1b-43b1-a134-34fbd29e5aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.511320 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afe6a24f-7b1b-43b1-a134-34fbd29e5aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.628009 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afe6a24f-7b1b-43b1-a134-34fbd29e5aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.630690 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-afe6a24f-7b1b-43b1-a134-34fbd29e5aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.632451 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-afe6a24f-7b1b-43b1-a134-34fbd29e5aa7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3ec984f-671f-4a38-9e62-a07919af5a4d HTTP/1.1" status: 204 len: 168 time: 0.2561803 Aug 06 18:30:51.635054 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0920cd6e-a3b6-45fc-9271-4b1c8ceae301 req-28bc1c1c-1bc6-4d63-b532-2339915a4cee service neutron] 10.222.0.81 "GET /v2.0/networks/548e6ede-a7f7-4392-9229-3a1a11889c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252055 Aug 06 18:30:51.642866 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6a24f-7b1b-43b1-a134-34fbd29e5aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ec984f-671f-4a38-9e62-a07919af5a4d,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:51.740312 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:51.909936 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40706) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:51.928313 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c82-05f1-402d-a0c5-6ba48bc6687d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.002793 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2aa9a2-0a5c-4c17-8a04-945b5af12a43 req-07c8bb04-6c83-494b-b8dd-f7b03f1e003a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:52.004329 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ca2aa9a2-0a5c-4c17-8a04-945b5af12a43 req-07c8bb04-6c83-494b-b8dd-f7b03f1e003a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0779443 Aug 06 18:30:52.066747 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ca2aa9a2-0a5c-4c17-8a04-945b5af12a43 req-7b82551b-bae8-40f4-b4ff-6aefe4b2f6aa tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540211 Aug 06 18:30:52.112569 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c82-05f1-402d-a0c5-6ba48bc6687d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.118827 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6a0f3c82-05f1-402d-a0c5-6ba48bc6687d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.161759 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6a0f3c82-05f1-402d-a0c5-6ba48bc6687d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca408ebc9f884edcac16857f7d9fb7ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512729 Aug 06 18:30:52.162692 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f3c82-05f1-402d-a0c5-6ba48bc6687d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9773c8ee-b77c-4d50-853b-49c75a07b685,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:52.164676 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40718) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:52.225296 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-355a2c79-a47b-4f4b-a7a9-5565c44f4699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.248335 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-355a2c79-a47b-4f4b-a7a9-5565c44f4699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.294356 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-355a2c79-a47b-4f4b-a7a9-5565c44f4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.296906 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-355a2c79-a47b-4f4b-a7a9-5565c44f4699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.298036 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-355a2c79-a47b-4f4b-a7a9-5565c44f4699 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9773c8ee-b77c-4d50-853b-49c75a07b685 HTTP/1.1" status: 204 len: 168 time: 0.1325450 Aug 06 18:30:52.306228 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a2c79-a47b-4f4b-a7a9-5565c44f4699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9773c8ee-b77c-4d50-853b-49c75a07b685,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:52.536332 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b0b07-305e-4d24-aa0d-715a298a538a req-4034be87-5670-4ff6-9458-65d0b334fe76 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:52.538390 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f88b0b07-305e-4d24-aa0d-715a298a538a req-4034be87-5670-4ff6-9458-65d0b334fe76 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 947 time: 0.0544879 Aug 06 18:30:52.581089 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f88b0b07-305e-4d24-aa0d-715a298a538a req-6508fc9b-bf93-4d5f-869b-1c079a4dc323 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354688 Aug 06 18:30:52.634609 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e047c132-b04e-4bbc-aa06-88632756f009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:52.996077 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40754) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:53.104189 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-941923188-network', 'tenant_id': 'af27de4ac2a44c478c1eba67683389b7'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:53.126227 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Made reservation on behalf of af27de4ac2a44c478c1eba67683389b7 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:53.128698 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.138911 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.205792 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa347bb-e507-4116-9a4a-818e2e926916 req-66a00d9d-319c-4193-93ac-0ce695749b13 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:53.208145 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-daa347bb-e507-4116-9a4a-818e2e926916 req-66a00d9d-319c-4193-93ac-0ce695749b13 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0553017 Aug 06 18:30:53.257319 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.265061 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.277762 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-daa347bb-e507-4116-9a4a-818e2e926916 req-47ae4fa7-2fdc-4223-9a8a-1250032e940a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625370 Aug 06 18:30:53.316565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:30:53.331518 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e225bb0b-3a2d-4440-9531-e313631cc4e5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:53.332609 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.333373 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Added segment 333571be-9ec1-4345-bb0e-4e6d045846fc of type vlan for network 8ea31650-384f-411c-b37c-7d666b6932dd Aug 06 18:30:53.395019 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.429732 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.430927 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:53.431535 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.486028 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4883251 Aug 06 18:30:53.488970 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40784) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:53.496659 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Request body: {'subnet': {'network_id': '8ea31650-384f-411c-b37c-7d666b6932dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-941923188-subnet', 'tenant_id': 'af27de4ac2a44c478c1eba67683389b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:53.498570 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4c85c-6341-496f-be65-c549d60754a1 admin admin] Pushing event updated for resources: {'Network': ['ID=8ea31650-384f-411c-b37c-7d666b6932dd,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:53.509790 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 8ea31650-384f-411c-b37c-7d666b6932dd details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:30:53.528698 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Made reservation on behalf of af27de4ac2a44c478c1eba67683389b7 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:53.532607 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835834'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.757020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8172dfb0-f413-4f16-9464-5272f1c9c140 req-6ac91214-8926-4af4-8792-44caae1d3f1b tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:53.758517 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8172dfb0-f413-4f16-9464-5272f1c9c140 req-6ac91214-8926-4af4-8792-44caae1d3f1b tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 947 time: 0.0900207 Aug 06 18:30:53.772979 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835784'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.847207 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8172dfb0-f413-4f16-9464-5272f1c9c140 req-1c352062-9926-46cc-ad16-706b13bf7df6 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811932 Aug 06 18:30:53.854742 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=422699a4-6df5-4545-b3b3-edc1c1013f1a,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:53.867177 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Checking segment: {'id': '333571be-9ec1-4345-bb0e-4e6d045846fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '8ea31650-384f-411c-b37c-7d666b6932dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:53.867538 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Network hostable DHCP agents. Network: 8ea31650-384f-411c-b37c-7d666b6932dd, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:30:53.883879 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Network 8ea31650-384f-411c-b37c-7d666b6932dd is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:30:53.891767 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 8ea31650-384f-411c-b37c-7d666b6932dd) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:53.895937 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:53.896526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:53.902054 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6989dfa-f0e0-4484-8abf-47a41b1b3851 None None] Network 8ea31650-384f-411c-b37c-7d666b6932dd requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:53.910637 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-855f9216-91f1-4db4-aeaa-6eb05e9aaa8a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4195030 Aug 06 18:30:54.020781 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9468f25b-b0a5-447a-ba5f-5e264e8b0b01 None None] Network 8ea31650-384f-411c-b37c-7d666b6932dd requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:54.404731 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40822) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:54.405754 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c6ba7-0168-4972-8bb5-47efbe41d541 req-ff45c0cb-f3be-49e7-8df4-1c2a9bb2ee7e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:54.407662 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b0c6ba7-0168-4972-8bb5-47efbe41d541 req-ff45c0cb-f3be-49e7-8df4-1c2a9bb2ee7e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0542428 Aug 06 18:30:54.410290 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-884148045-network', 'tenant_id': '5348c06be1ab4b719e390ffc207b455c'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:54.437781 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Made reservation on behalf of 5348c06be1ab4b719e390ffc207b455c for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:54.440771 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.452601 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.454063 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b0c6ba7-0168-4972-8bb5-47efbe41d541 req-f47d81dd-775e-463b-9fb5-c05c37b042e0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 Aug 06 18:30:54.549514 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.554946 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.578996 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:30:54.592725 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6571e79-c405-4e53-a57d-ff6d6fecbac4,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:54.597540 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.597888 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Added segment 9fb718c9-aeb0-49c0-9f8d-15206ef2837a of type vlan for network 73618609-9080-47e3-bb4b-cddfb4e7c673 Aug 06 18:30:54.641596 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.670730 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.671880 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:54.672451 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.726947 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3207381 Aug 06 18:30:54.729466 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40828) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:54.734180 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Request body: {'subnet': {'network_id': '73618609-9080-47e3-bb4b-cddfb4e7c673', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-884148045-subnet', 'tenant_id': '5348c06be1ab4b719e390ffc207b455c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:30:54.742665 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13687b-7ae9-4e3c-8d99-5766fcb97aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=73618609-9080-47e3-bb4b-cddfb4e7c673,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:54.756074 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 73618609-9080-47e3-bb4b-cddfb4e7c673 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:30:54.761044 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Made reservation on behalf of 5348c06be1ab4b719e390ffc207b455c for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:30:54.763402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.852784 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40834) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:54.873354 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device d6989d30-c42b-4601-94f4-21176737c160 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:30:54.974368 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port d6989d30-c42b-4601-94f4-21176737c160, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d6989d30-c42b-4601-94f4-21176737c160,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:54.976798 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba358f7-a2a0-4fb5-970c-3b6429c781b4 req-2544534a-90c2-48b5-aee5-e2894e1b6d42 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:54.984910 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:54.988929 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3ba358f7-a2a0-4fb5-970c-3b6429c781b4 req-2544534a-90c2-48b5-aee5-e2894e1b6d42 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 947 time: 0.0664880 Aug 06 18:30:55.003044 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'd6989d30-c42b-4601-94f4-21176737c160', 'network_id': '548e6ede-a7f7-4392-9229-3a1a11889c64', 'port_id': 'd6989d30-c42b-4601-94f4-21176737c160', 'mac_address': 'fa:16:3e:11:a8:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3538970f-f670-4dc2-92aa-1beaa5b130fd', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:30:55.042878 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.043935 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-810f8cb2-c776-484e-91c7-71df8c2f49ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.049156 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3ba358f7-a2a0-4fb5-970c-3b6429c781b4 req-7d5b9361-937a-4921-83cc-3484c69d988a tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593445 Aug 06 18:30:55.063930 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6989d30-c42b-4601-94f4-21176737c160 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:30:55.065294 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa23364a-336a-417e-9f13-3b56650adfd8,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.077581 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Checking segment: {'id': '9fb718c9-aeb0-49c0-9f8d-15206ef2837a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '73618609-9080-47e3-bb4b-cddfb4e7c673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:30:55.078276 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Network hostable DHCP agents. Network: 73618609-9080-47e3-bb4b-cddfb4e7c673, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:30:55.092654 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port d6989d30-c42b-4601-94f4-21176737c160, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d6989d30-c42b-4601-94f4-21176737c160,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:55.096858 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Network 73618609-9080-47e3-bb4b-cddfb4e7c673 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:30:55.099345 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.109207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 73618609-9080-47e3-bb4b-cddfb4e7c673) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:30:55.116453 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:55.117479 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.129023 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7385c4f-1bcd-4d47-ab7b-ec0767b6beae None None] Network 73618609-9080-47e3-bb4b-cddfb4e7c673 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:55.155309 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-810f8cb2-c776-484e-91c7-71df8c2f49ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.159910 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-810f8cb2-c776-484e-91c7-71df8c2f49ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.172274 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c304b25d-4c2a-4eed-940a-6df8a102c870 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4412749 Aug 06 18:30:55.203719 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-810f8cb2-c776-484e-91c7-71df8c2f49ed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ae829ade5c64a1d9874f25643fee572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471625 Aug 06 18:30:55.203719 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f8cb2-c776-484e-91c7-71df8c2f49ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed31826-66e9-4fe9-b400-80d171676b37,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.204159 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40848) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:55.283765 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15366e3a-b11f-4b1a-98af-074f8e3b0fdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.317976 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40852) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:55.320740 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15366e3a-b11f-4b1a-98af-074f8e3b0fdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.332455 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=d6989d30-c42b-4601-94f4-21176737c160,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.347760 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f91172dd-7cf9-48b0-827c-bc9d885a204b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.352265 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.352609 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.352951 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.353282 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.353635 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.353936 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.354262 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.355052 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.355052 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.355259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.355567 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.355883 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:30:55.377835 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Deleting subnet 422699a4-6df5-4545-b3b3-edc1c1013f1a {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:30:55.381174 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.398596 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15366e3a-b11f-4b1a-98af-074f8e3b0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.402692 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-15366e3a-b11f-4b1a-98af-074f8e3b0fdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.407099 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-15366e3a-b11f-4b1a-98af-074f8e3b0fdf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ed31826-66e9-4fe9-b400-80d171676b37 HTTP/1.1" status: 204 len: 168 time: 0.1991265 Aug 06 18:30:55.412885 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15366e3a-b11f-4b1a-98af-074f8e3b0fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed31826-66e9-4fe9-b400-80d171676b37,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.431314 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.432952 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e9e62-5020-4c44-bc9f-8a0e5e447a67 None None] Network 73618609-9080-47e3-bb4b-cddfb4e7c673 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:30:55.459867 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.488710 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['d6989d30-c42b-4601-94f4-21176737c160'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:30:55.527475 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.628121 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac344cf-b34a-434b-a3e8-ae300326e243 req-99e0050b-a444-46d8-8326-044e2644bfb3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:55.629661 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2ac344cf-b34a-434b-a3e8-ae300326e243 req-99e0050b-a444-46d8-8326-044e2644bfb3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0774598 Aug 06 18:30:55.631725 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.669000 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=422699a4-6df5-4545-b3b3-edc1c1013f1a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:55.670792 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.672871 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c0f58b18-3cf8-4b2c-aad1-82aaa8eed03a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/422699a4-6df5-4545-b3b3-edc1c1013f1a HTTP/1.1" status: 204 len: 168 time: 0.3539844 Aug 06 18:30:55.675332 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40862) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:55.705764 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2ac344cf-b34a-434b-a3e8-ae300326e243 req-747d89c6-15ad-4721-8efd-f53afe691791 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654581 Aug 06 18:30:55.765383 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.781586 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40864) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:55.797917 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-46406deb-4b28-45c4-bde6-02d34299ccc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.882086 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:55.896964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.897842 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.898659 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.898989 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > port after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.899344 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.899673 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > port after_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.899986 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.900300 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.900614 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.900923 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.967488 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.967825 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.968150 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.968473 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93275) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 06 18:30:55.968815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea31650-384f-411c-b37c-7d666b6932dd']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:55.991794 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333571be-9ec1-4345-bb0e-4e6d045846fc') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:55.992011 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333571be-9ec1-4345-bb0e-4e6d045846fc') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:56.010730 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.048745 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.065455 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:30:56.065860 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: from cryptography.utils import int_from_bytes Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: from cryptography.utils import int_from_bytes Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:30:56.070417 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:30:56.143602 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.149710 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-46406deb-4b28-45c4-bde6-02d34299ccc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.155508 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.157907 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] 10.222.0.57 "DELETE /v2.0/networks/8ea31650-384f-411c-b37c-7d666b6932dd HTTP/1.1" status: 204 len: 168 time: 0.4810646 Aug 06 18:30:56.166645 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40874) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:56.168679 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-46406deb-4b28-45c4-bde6-02d34299ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.179337 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2073da-34c4-47a9-80fe-ee1c3fdbaf14 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ea31650-384f-411c-b37c-7d666b6932dd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:56.204040 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f917f0b-fabe-4bdf-923d-f87730a345a5 req-2db2f980-dd42-436c-aad4-f4c50417f0a1 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:56.212018 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4f917f0b-fabe-4bdf-923d-f87730a345a5 req-2db2f980-dd42-436c-aad4-f4c50417f0a1 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 948 time: 0.0744538 Aug 06 18:30:56.250942 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4f917f0b-fabe-4bdf-923d-f87730a345a5 req-7f1fa3a5-75db-4f99-9c80-fc43ae7cafb2 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357521 Aug 06 18:30:56.290239 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.446682 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46406deb-4b28-45c4-bde6-02d34299ccc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86ac3b7-b8ba-47b7-b47c-b5413e174fc3,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:56.464254 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-46406deb-4b28-45c4-bde6-02d34299ccc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92845feb3c5b49658dbfcc28874dd5e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6816576 Aug 06 18:30:56.467341 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40892) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:56.472467 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Deleting subnet aa23364a-336a-417e-9f13-3b56650adfd8 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:30:56.477066 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.528703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9d7adf73-4a4f-41e0-ba43-a57be4831d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.530691 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.560953 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9d7adf73-4a4f-41e0-ba43-a57be4831d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.583302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.614078 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9d7adf73-4a4f-41e0-ba43-a57be4831d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.617500 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9d7adf73-4a4f-41e0-ba43-a57be4831d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.618714 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9d7adf73-4a4f-41e0-ba43-a57be4831d01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f86ac3b7-b8ba-47b7-b47c-b5413e174fc3 HTTP/1.1" status: 204 len: 168 time: 0.1503949 Aug 06 18:30:56.626966 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7adf73-4a4f-41e0-ba43-a57be4831d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86ac3b7-b8ba-47b7-b47c-b5413e174fc3,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:56.649616 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.677879 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa23364a-336a-417e-9f13-3b56650adfd8,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:56.682288 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.684167 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4738dc2d-3d1b-4804-869f-c9d1a6f003e1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aa23364a-336a-417e-9f13-3b56650adfd8 HTTP/1.1" status: 204 len: 168 time: 0.5164652 Aug 06 18:30:56.686535 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40900) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:56.757999 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.833548 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fccd84-9f27-46f5-93f1-eff6272c0578 req-dd2c6a96-9eb4-4a09-8437-11b6876d8418 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:56.835767 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67fccd84-9f27-46f5-93f1-eff6272c0578 req-dd2c6a96-9eb4-4a09-8437-11b6876d8418 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0538306 Aug 06 18:30:56.844980 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.856926 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73618609-9080-47e3-bb4b-cddfb4e7c673']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:56.868192 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb718c9-aeb0-49c0-9f8d-15206ef2837a') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:56.868618 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb718c9-aeb0-49c0-9f8d-15206ef2837a') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:30:56.876629 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67fccd84-9f27-46f5-93f1-eff6272c0578 req-1093f7ab-591e-4a22-a08e-3d7e25846ba3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348196 Aug 06 18:30:56.880700 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.895769 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.903937 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device d6989d30-c42b-4601-94f4-21176737c160 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:30:56.905520 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:30:56.907366 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:30:56.953005 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:30:56.957925 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port d6989d30-c42b-4601-94f4-21176737c160 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:30:56.962541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port d6989d30-c42b-4601-94f4-21176737c160 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:30:56.962912 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.971690 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.982831 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:56.984735 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/73618609-9080-47e3-bb4b-cddfb4e7c673 HTTP/1.1" status: 204 len: 168 time: 0.2972312 Aug 06 18:30:56.995442 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59488f3-29d1-4989-b083-be073b0734d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=73618609-9080-47e3-bb4b-cddfb4e7c673,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:57.063547 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.089266 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6989d30-c42b-4601-94f4-21176737c160'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:30:57.091572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615ea23-c50b-4f09-ab15-2e9b97694b88" -d '{"events": [{"server_uuid": "ae9a62c1-e103-4a72-a919-152e3f271d32", "name": "network-vif-plugged", "status": "completed", "tag": "d6989d30-c42b-4601-94f4-21176737c160"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:30:57.107049 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port d6989d30-c42b-4601-94f4-21176737c160, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d6989d30-c42b-4601-94f4-21176737c160,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:30:57.112781 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.123301 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40918) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:57.152352 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec36907-c5e8-489e-951f-25cb8135395f x-openstack-request-id: req-bec36907-c5e8-489e-951f-25cb8135395f {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:30:57.152818 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a62c1-e103-4a72-a919-152e3f271d32", "name": "network-vif-plugged", "status": "completed", "tag": "d6989d30-c42b-4601-94f4-21176737c160", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:30:57.154202 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bec36907-c5e8-489e-951f-25cb8135395f {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:30:57.154918 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6989d30-c42b-4601-94f4-21176737c160', 'code': 200} Aug 06 18:30:57.177187 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1ba9fd86-3add-46a1-adfa-07500627db69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af27de4ac2a44c478c1eba67683389b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0523279 Aug 06 18:30:57.180383 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40922) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:57.182310 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=d6989d30-c42b-4601-94f4-21176737c160,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:57.239718 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c21e-5464-4ede-bb10-bd95d9b1a811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.268697 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c21e-5464-4ede-bb10-bd95d9b1a811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.347671 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09117-ec7e-41fb-b1b1-57e5ae455c75 req-12a49a19-f37a-4c22-9fb1-fe7f5f1251d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:57.348969 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8d09117-ec7e-41fb-b1b1-57e5ae455c75 req-12a49a19-f37a-4c22-9fb1-fe7f5f1251d6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 1102 time: 0.0457845 Aug 06 18:30:57.365287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c21e-5464-4ede-bb10-bd95d9b1a811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.373774 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbf3c21e-5464-4ede-bb10-bd95d9b1a811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.373774 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fbf3c21e-5464-4ede-bb10-bd95d9b1a811 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e225bb0b-3a2d-4440-9531-e313631cc4e5 HTTP/1.1" status: 204 len: 168 time: 0.1893065 Aug 06 18:30:57.389942 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0f4174-4787-452a-a0f0-e20a01b03146 req-da7344f9-3194-459e-a967-a4013a93a9a0 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:57.392092 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3c21e-5464-4ede-bb10-bd95d9b1a811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225bb0b-3a2d-4440-9531-e313631cc4e5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:57.403163 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a0f4174-4787-452a-a0f0-e20a01b03146 req-da7344f9-3194-459e-a967-a4013a93a9a0 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 949 time: 0.0784914 Aug 06 18:30:57.406273 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8d09117-ec7e-41fb-b1b1-57e5ae455c75 req-a36e6764-a654-43c3-9f95-a57f7a8f612f service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478694 Aug 06 18:30:57.441947 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a0f4174-4787-452a-a0f0-e20a01b03146 req-1c361380-7a8b-41e5-b2da-69ee85b6a5a5 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368440 Aug 06 18:30:57.817703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 40952) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:57.870252 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 40956) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:30:57.880070 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-da49fb45-0a70-464f-99d8-233653471f39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5348c06be1ab4b719e390ffc207b455c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0607514 Aug 06 18:30:57.926742 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-98d0a74a-5438-4b01-8cc2-06d45f6cdfc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.958143 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:57.966146 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-98d0a74a-5438-4b01-8cc2-06d45f6cdfc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:58.061889 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd0a62-d015-4611-8bec-840a799844de req-071758e9-8191-436e-920a-cc7fdb946a94 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:58.063645 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96bd0a62-d015-4611-8bec-840a799844de req-071758e9-8191-436e-920a-cc7fdb946a94 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0850344 Aug 06 18:30:58.085699 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-98d0a74a-5438-4b01-8cc2-06d45f6cdfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:58.088162 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-98d0a74a-5438-4b01-8cc2-06d45f6cdfc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:30:58.089250 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-98d0a74a-5438-4b01-8cc2-06d45f6cdfc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6571e79-c405-4e53-a57d-ff6d6fecbac4 HTTP/1.1" status: 204 len: 168 time: 0.2173207 Aug 06 18:30:58.103218 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0a74a-5438-4b01-8cc2-06d45f6cdfc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6571e79-c405-4e53-a57d-ff6d6fecbac4,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:30:58.117785 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96bd0a62-d015-4611-8bec-840a799844de req-83d3cc1f-60b1-4256-bcd6-5c2e53e3c425 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457010 Aug 06 18:30:58.587405 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219786-bf81-464c-9731-03a0f9902ca8 req-1c260d99-d8c8-4a69-a0e9-4a520df76a64 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:58.591126 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-80219786-bf81-464c-9731-03a0f9902ca8 req-1c260d99-d8c8-4a69-a0e9-4a520df76a64 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 949 time: 0.0554178 Aug 06 18:30:58.646300 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-80219786-bf81-464c-9731-03a0f9902ca8 req-f5dff39a-7a09-43d6-acfc-a29eb9185e09 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496082 Aug 06 18:30:59.264935 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fd1acb-2bb7-4c09-837f-4525e8be7710 req-a64e3148-7ba4-44ad-82b9-a7a0846730e3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:59.267548 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e0fd1acb-2bb7-4c09-837f-4525e8be7710 req-a64e3148-7ba4-44ad-82b9-a7a0846730e3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0629497 Aug 06 18:30:59.314836 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e0fd1acb-2bb7-4c09-837f-4525e8be7710 req-d200d007-7d84-4197-9d31-3bea666fb0a9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Aug 06 18:30:59.774670 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810746-3358-4e8e-a573-558628dd1856 req-455a0a3e-af4d-4144-93c5-21fd8620f17c tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:30:59.776276 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-08810746-3358-4e8e-a573-558628dd1856 req-455a0a3e-af4d-4144-93c5-21fd8620f17c tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 949 time: 0.0588672 Aug 06 18:30:59.825436 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-08810746-3358-4e8e-a573-558628dd1856 req-af6aa224-99b0-485b-96f6-966caa3135d8 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Aug 06 18:31:00.010760 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41084) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:00.122451 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4c51-10fa-478d-9d40-cf3be8a05db9 req-568942cc-39e1-40c5-9ba4-10f91fb2fbcb tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:00.123910 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-496a4c51-10fa-478d-9d40-cf3be8a05db9 req-568942cc-39e1-40c5-9ba4-10f91fb2fbcb tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 949 time: 0.0586443 Aug 06 18:31:00.129350 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec97199b-d47a-4dcf-97f8-e6e8cc28ae7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.181889 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-496a4c51-10fa-478d-9d40-cf3be8a05db9 req-fc1f15d0-9ba2-410e-8d3f-9b342fb42e3e tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505276 Aug 06 18:31:00.245475 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec97199b-d47a-4dcf-97f8-e6e8cc28ae7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.248957 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ec97199b-d47a-4dcf-97f8-e6e8cc28ae7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.288989 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ec97199b-d47a-4dcf-97f8-e6e8cc28ae7a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bae3cd3937b1425b95a239177ae3779e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768688 Aug 06 18:31:00.289797 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97199b-d47a-4dcf-97f8-e6e8cc28ae7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef700ca-aadf-41a8-9ac3-d9bd7f99937f,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:00.292977 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41090) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:00.346437 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8666c52-a410-432f-acb3-9604259292e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.371464 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8666c52-a410-432f-acb3-9604259292e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.418810 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8666c52-a410-432f-acb3-9604259292e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.421305 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e8666c52-a410-432f-acb3-9604259292e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.422433 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e8666c52-a410-432f-acb3-9604259292e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cef700ca-aadf-41a8-9ac3-d9bd7f99937f HTTP/1.1" status: 204 len: 168 time: 0.1281595 Aug 06 18:31:00.429954 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8666c52-a410-432f-acb3-9604259292e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef700ca-aadf-41a8-9ac3-d9bd7f99937f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:00.456673 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302eead8-b782-46ff-ad76-6e0d6ce52082 req-93159a1f-1a64-4a49-a200-36ca10a8b3e6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:00.458351 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-302eead8-b782-46ff-ad76-6e0d6ce52082 req-93159a1f-1a64-4a49-a200-36ca10a8b3e6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0660887 Aug 06 18:31:00.500006 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-302eead8-b782-46ff-ad76-6e0d6ce52082 req-756d3447-765a-49e7-99d6-6243c5bcbf59 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347979 Aug 06 18:31:00.704648 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41110) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:00.719790 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-47399f43-80ec-4264-adb7-9011263e2c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.817390 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-47399f43-80ec-4264-adb7-9011263e2c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.822442 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-47399f43-80ec-4264-adb7-9011263e2c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.865917 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-47399f43-80ec-4264-adb7-9011263e2c58 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=118b72b3e82a49c9a8c1431f9198b52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601982 Aug 06 18:31:00.869368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41126) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:00.876741 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47399f43-80ec-4264-adb7-9011263e2c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84050d9c-d36e-4516-af2c-7fa7cafaac9c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:00.929046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bb30bd0-f217-4219-be71-c224529749f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:00.964627 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bb30bd0-f217-4219-be71-c224529749f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.012348 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bb30bd0-f217-4219-be71-c224529749f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.015327 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bb30bd0-f217-4219-be71-c224529749f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:01.016956 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-0bb30bd0-f217-4219-be71-c224529749f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84050d9c-d36e-4516-af2c-7fa7cafaac9c HTTP/1.1" status: 204 len: 168 time: 0.1466703 Aug 06 18:31:01.025342 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb30bd0-f217-4219-be71-c224529749f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84050d9c-d36e-4516-af2c-7fa7cafaac9c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:01.302478 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ceacbd-3dcb-48e0-81b8-3361a3996191 req-57514b3a-70cb-42b2-bf7b-db53e4cf2549 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:01.304693 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0ceacbd-3dcb-48e0-81b8-3361a3996191 req-57514b3a-70cb-42b2-bf7b-db53e4cf2549 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 949 time: 0.0507390 Aug 06 18:31:01.345410 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0ceacbd-3dcb-48e0-81b8-3361a3996191 req-dbbb44a5-4c3a-47cc-beab-6f43de4ec8ae tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/security-groups?id=f3c46b43-64fd-482d-9b5e-078fc24dea69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Aug 06 18:31:01.619972 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa6053-ba7d-4e23-b84a-353ae143b5cd req-b76c862e-12d6-4788-bd3d-c4416e978f7b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:01.621830 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f4fa6053-ba7d-4e23-b84a-353ae143b5cd req-b76c862e-12d6-4788-bd3d-c4416e978f7b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0521030 Aug 06 18:31:01.660736 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f4fa6053-ba7d-4e23-b84a-353ae143b5cd req-4af17d87-1081-4f84-9816-88e954fdee8c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Aug 06 18:31:02.026729 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-ed913dd6-d143-40f7-b357-a149e242c4e8 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:02.028223 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-ed913dd6-d143-40f7-b357-a149e242c4e8 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.81 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 949 time: 0.0531838 Aug 06 18:31:02.152593 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Deleting port d6989d30-c42b-4601-94f4-21176737c160 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:31:02.153205 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.260262 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] For port d6989d30-c42b-4601-94f4-21176737c160, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=d6989d30-c42b-4601-94f4-21176737c160,segment=NetworkSegment(20f8afd9-bfaa-4075-a6e5-afdcaab65ba9),segment_id=20f8afd9-bfaa-4075-a6e5-afdcaab65ba9)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:02.260664 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.275666 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Calling delete_port for d6989d30-c42b-4601-94f4-21176737c160 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:31:02.430757 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.445669 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['d6989d30-c42b-4601-94f4-21176737c160'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:31:02.458956 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Pushing event deleted for resources: {'Port': ['ID=d6989d30-c42b-4601-94f4-21176737c160,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:02.494282 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41238) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:02.507729 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-688fc92e-aaa2-4e32-a987-51f83a8aaa4b req-d929e6b0-1b40-4263-9d45-8853800e3d86 tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae9a62c1-e103-4a72-a919-152e3f271d32 HTTP/1.1" status: 200 len: 210 time: 0.0709827 Aug 06 18:31:02.529529 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] No DVR routers for this DVR port d6989d30-c42b-4601-94f4-21176737c160 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:31:02.532290 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.534423 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f2022ac4-5e0c-4f06-9be3-71b5916d19f5 req-373fc57b-1a78-49d9-a1ba-e2423281b08d tempest-VolumesNegativeTest-1696144182 tempest-VolumesNegativeTest-1696144182-project] 10.222.0.81 "DELETE /v2.0/ports/d6989d30-c42b-4601-94f4-21176737c160 HTTP/1.1" status: 204 len: 173 time: 0.4859526 Aug 06 18:31:02.534853 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'name': 'network-vif-deleted', 'tag': 'd6989d30-c42b-4601-94f4-21176737c160'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:02.540134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25045532-2410-46f2-b758-fa9b4e3324c1" -d '{"events": [{"server_uuid": "ae9a62c1-e103-4a72-a919-152e3f271d32", "name": "network-vif-deleted", "tag": "d6989d30-c42b-4601-94f4-21176737c160"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:02.603697 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369726b5-3af6-43b2-862e-a8de5935ee08 x-openstack-request-id: req-369726b5-3af6-43b2-862e-a8de5935ee08 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:02.603994 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae9a62c1-e103-4a72-a919-152e3f271d32", "name": "network-vif-deleted", "tag": "d6989d30-c42b-4601-94f4-21176737c160", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:02.604251 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-369726b5-3af6-43b2-862e-a8de5935ee08 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:02.604645 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae9a62c1-e103-4a72-a919-152e3f271d32', 'name': 'network-vif-deleted', 'tag': 'd6989d30-c42b-4601-94f4-21176737c160', 'status': 'completed', 'code': 200} Aug 06 18:31:02.668179 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54019193-23a6-4e77-b313-c69c4622e0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.835564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d1ffe8-dccf-43ac-b7bd-c9f31054c0a1 req-58703a75-a39d-4cb4-a5e0-2c6fb031543e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:02.837451 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-41d1ffe8-dccf-43ac-b7bd-c9f31054c0a1 req-58703a75-a39d-4cb4-a5e0-2c6fb031543e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0655379 Aug 06 18:31:02.843750 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54019193-23a6-4e77-b313-c69c4622e0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.848882 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54019193-23a6-4e77-b313-c69c4622e0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.895223 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-41d1ffe8-dccf-43ac-b7bd-c9f31054c0a1 req-a383928d-41f7-480c-b8ef-6b43e678d648 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509000 Aug 06 18:31:02.912138 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-54019193-23a6-4e77-b313-c69c4622e0cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4519da74be7e4ebcaed575de652a342f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4168215 Aug 06 18:31:02.912514 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41260) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:02.923649 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54019193-23a6-4e77-b313-c69c4622e0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8dbe7e-0db9-42f2-82d2-f5231fd1946a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:02.972851 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6cbc640b-d56e-437a-88e1-afb4524395eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:02.995965 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6cbc640b-d56e-437a-88e1-afb4524395eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.048199 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6cbc640b-d56e-437a-88e1-afb4524395eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.051107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6cbc640b-d56e-437a-88e1-afb4524395eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.052262 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6cbc640b-d56e-437a-88e1-afb4524395eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b8dbe7e-0db9-42f2-82d2-f5231fd1946a HTTP/1.1" status: 204 len: 168 time: 0.1382709 Aug 06 18:31:03.068245 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc640b-d56e-437a-88e1-afb4524395eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8dbe7e-0db9-42f2-82d2-f5231fd1946a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:03.414873 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41288) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:03.428653 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5130748d-cbeb-4828-9dad-c6652f634ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.536786 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5130748d-cbeb-4828-9dad-c6652f634ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.541796 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5130748d-cbeb-4828-9dad-c6652f634ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.586350 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5130748d-cbeb-4828-9dad-c6652f634ffe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=260ee1b35fdd44409ee2554808d0403d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670854 Aug 06 18:31:03.586516 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41300) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:03.593772 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130748d-cbeb-4828-9dad-c6652f634ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8501c54e-0f16-4147-a900-faf9dd4b8998,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:03.643437 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84d9a584-5cb8-45fb-9026-9704338cbfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.669174 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84d9a584-5cb8-45fb-9026-9704338cbfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.718416 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84d9a584-5cb8-45fb-9026-9704338cbfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.721061 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-84d9a584-5cb8-45fb-9026-9704338cbfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:03.722211 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-84d9a584-5cb8-45fb-9026-9704338cbfca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8501c54e-0f16-4147-a900-faf9dd4b8998 HTTP/1.1" status: 204 len: 168 time: 0.1346922 Aug 06 18:31:03.730308 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9a584-5cb8-45fb-9026-9704338cbfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8501c54e-0f16-4147-a900-faf9dd4b8998,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:04.031499 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780b40-9977-48e6-a626-07e3b201b962 req-b510a3a2-c0a7-411b-ae83-84412a6dfb53 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:04.032982 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de780b40-9977-48e6-a626-07e3b201b962 req-b510a3a2-c0a7-411b-ae83-84412a6dfb53 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0588088 Aug 06 18:31:04.079810 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de780b40-9977-48e6-a626-07e3b201b962 req-c8a5102c-8b7c-467e-a53c-4181fbbac727 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398562 Aug 06 18:31:04.086076 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41326) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:04.104533 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f575a76-e932-41aa-862d-6cc037e5fb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.213703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f575a76-e932-41aa-862d-6cc037e5fb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.221105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8f575a76-e932-41aa-862d-6cc037e5fb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.263118 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8f575a76-e932-41aa-862d-6cc037e5fb7b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b447034108b7409d930c89b9fff7fb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1755536 Aug 06 18:31:04.264912 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f575a76-e932-41aa-862d-6cc037e5fb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3641b533-2e49-4176-89e8-e09eafb32a51,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:04.265577 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41342) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:04.341205 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61f62d0a-c0a0-486b-8b52-559ab431f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.362875 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61f62d0a-c0a0-486b-8b52-559ab431f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.419437 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61f62d0a-c0a0-486b-8b52-559ab431f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.422031 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61f62d0a-c0a0-486b-8b52-559ab431f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:04.423201 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-61f62d0a-c0a0-486b-8b52-559ab431f6da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3641b533-2e49-4176-89e8-e09eafb32a51 HTTP/1.1" status: 204 len: 168 time: 0.1565707 Aug 06 18:31:04.435955 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f62d0a-c0a0-486b-8b52-559ab431f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3641b533-2e49-4176-89e8-e09eafb32a51,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:05.200932 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41458) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:05.231019 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55c032-54fa-4c74-b6a5-8a3cadf158a2 req-1913535c-cd63-42bc-babc-69e5a9dc32be tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:05.232908 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ca55c032-54fa-4c74-b6a5-8a3cadf158a2 req-1913535c-cd63-42bc-babc-69e5a9dc32be tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0698979 Aug 06 18:31:05.281920 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ca55c032-54fa-4c74-b6a5-8a3cadf158a2 req-f861ed62-71fd-4c06-8480-7ba46633c459 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417192 Aug 06 18:31:05.493446 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e14833c8-429c-431a-a4d6-063e97bc8d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.601462 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e14833c8-429c-431a-a4d6-063e97bc8d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.605669 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e14833c8-429c-431a-a4d6-063e97bc8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.649815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14833c8-429c-431a-a4d6-063e97bc8d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60aa7515-be4f-4b68-81e2-ae935421dfe2,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:05.669645 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e14833c8-429c-431a-a4d6-063e97bc8d1d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e1f74fc8880b495c9ea024db45ed2a45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650249 Aug 06 18:31:05.669645 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41542) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:05.723880 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-030f2bb2-6c1a-417e-bf9b-24eb4420cf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.746955 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-030f2bb2-6c1a-417e-bf9b-24eb4420cf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.796283 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-030f2bb2-6c1a-417e-bf9b-24eb4420cf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.799198 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-030f2bb2-6c1a-417e-bf9b-24eb4420cf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:05.800404 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-030f2bb2-6c1a-417e-bf9b-24eb4420cf53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60aa7515-be4f-4b68-81e2-ae935421dfe2 HTTP/1.1" status: 204 len: 168 time: 0.1298404 Aug 06 18:31:05.810189 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2bb2-6c1a-417e-bf9b-24eb4420cf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aa7515-be4f-4b68-81e2-ae935421dfe2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:06.160014 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41594) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:06.177870 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97e699a3-7753-47d8-a958-924d24aa8a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.306556 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97e699a3-7753-47d8-a958-924d24aa8a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.313734 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97e699a3-7753-47d8-a958-924d24aa8a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.362598 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e699a3-7753-47d8-a958-924d24aa8a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7766fc-ab35-4048-a242-927b5f20cf37,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:06.388908 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-97e699a3-7753-47d8-a958-924d24aa8a16 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=053cb90d6aa44c6d96ebf6e165799dbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271159 Aug 06 18:31:06.391389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41610) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:06.451590 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994208a-7f13-47dc-8f25-5b5d252ed75d req-fae3af45-f229-4042-a691-9bc1ea619736 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:06.453148 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1994208a-7f13-47dc-8f25-5b5d252ed75d req-fae3af45-f229-4042-a691-9bc1ea619736 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0626223 Aug 06 18:31:06.488972 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3a727fd1-52e2-4273-aaf9-2286eeebc873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.520875 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1994208a-7f13-47dc-8f25-5b5d252ed75d req-c619242d-e559-4f7c-8860-ea70f14d9c78 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576744 Aug 06 18:31:06.542713 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3a727fd1-52e2-4273-aaf9-2286eeebc873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.685844 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3a727fd1-52e2-4273-aaf9-2286eeebc873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.688727 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3a727fd1-52e2-4273-aaf9-2286eeebc873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:06.692252 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-3a727fd1-52e2-4273-aaf9-2286eeebc873 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb7766fc-ab35-4048-a242-927b5f20cf37 HTTP/1.1" status: 204 len: 168 time: 0.2970290 Aug 06 18:31:06.698045 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a727fd1-52e2-4273-aaf9-2286eeebc873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7766fc-ab35-4048-a242-927b5f20cf37,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:06.976650 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device d6989d30-c42b-4601-94f4-21176737c160 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:31:07.008538 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: d6989d30-c42b-4601-94f4-21176737c160 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:31:07.009117 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device d6989d30-c42b-4601-94f4-21176737c160 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:31:07.676428 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969e680-6268-4e61-a64b-94fbc4060306 req-bbfddbd3-d8fd-4a40-96b5-54729f841561 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:07.677969 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8969e680-6268-4e61-a64b-94fbc4060306 req-bbfddbd3-d8fd-4a40-96b5-54729f841561 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0756266 Aug 06 18:31:07.736003 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8969e680-6268-4e61-a64b-94fbc4060306 req-57f296d2-0ae4-418f-a006-2c40f7880e10 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509994 Aug 06 18:31:08.426704 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41732) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:08.665069 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-04199a7a-9e36-42d3-a461-94beef2153de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97114cb2b6ca40cd85f1a1e10a1364f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371418 Aug 06 18:31:08.668749 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41744) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:08.739728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f64a9df3-d25b-4bfc-89c0-de7d64c1b05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.766562 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f64a9df3-d25b-4bfc-89c0-de7d64c1b05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.839716 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f64a9df3-d25b-4bfc-89c0-de7d64c1b05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.842084 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f64a9df3-d25b-4bfc-89c0-de7d64c1b05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:08.845918 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f64a9df3-d25b-4bfc-89c0-de7d64c1b05e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3c46b43-64fd-482d-9b5e-078fc24dea69 HTTP/1.1" status: 204 len: 168 time: 0.1755507 Aug 06 18:31:08.870060 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a9df3-d25b-4bfc-89c0-de7d64c1b05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c46b43-64fd-482d-9b5e-078fc24dea69,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:08.899164 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d31a6-a6e4-4f08-95c0-c55b590f6f5d req-09ed0f24-aaff-4b56-9f1a-d01e6ea0f1c6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:08.900893 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-772d31a6-a6e4-4f08-95c0-c55b590f6f5d req-09ed0f24-aaff-4b56-9f1a-d01e6ea0f1c6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0726256 Aug 06 18:31:08.946086 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-772d31a6-a6e4-4f08-95c0-c55b590f6f5d req-b7865b31-9aa7-4ef4-af92-f96b816ece2d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381393 Aug 06 18:31:10.076137 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8a871e-d920-46c7-922b-8d5b9b30f5e7 req-5aae4d5b-3e4d-434b-8918-551257bf264e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:10.077581 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fd8a871e-d920-46c7-922b-8d5b9b30f5e7 req-5aae4d5b-3e4d-434b-8918-551257bf264e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0557373 Aug 06 18:31:10.115210 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fd8a871e-d920-46c7-922b-8d5b9b30f5e7 req-de2d4315-57e0-4fed-bc25-8910c6480479 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317512 Aug 06 18:31:11.237696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d4ef2-d305-4cdb-8222-3032af9c49dd req-e2308146-ae0d-478d-a8b8-1633bfe242ca tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:11.239228 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc6d4ef2-d305-4cdb-8222-3032af9c49dd req-e2308146-ae0d-478d-a8b8-1633bfe242ca tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0548239 Aug 06 18:31:11.279867 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc6d4ef2-d305-4cdb-8222-3032af9c49dd req-a6fc7fba-4f4a-4042-b2f5-48a69141909e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332267 Aug 06 18:31:12.403890 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f08140-11b4-463c-8b23-7cbabfc1b98c req-3eb1d45a-2dab-43d0-b0f0-ca6f64bd8da3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:12.405261 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-11f08140-11b4-463c-8b23-7cbabfc1b98c req-3eb1d45a-2dab-43d0-b0f0-ca6f64bd8da3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0512283 Aug 06 18:31:12.443035 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-11f08140-11b4-463c-8b23-7cbabfc1b98c req-84b88ffc-8083-4db4-a90a-113bdba30f8e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319488 Aug 06 18:31:13.564963 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cddae97-a021-4289-8377-06174a1bbf2d req-5ac8c8eb-cd77-4863-82a1-4ae5e491733f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:13.566452 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9cddae97-a021-4289-8377-06174a1bbf2d req-5ac8c8eb-cd77-4863-82a1-4ae5e491733f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0515790 Aug 06 18:31:13.607800 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9cddae97-a021-4289-8377-06174a1bbf2d req-e6b0ae9e-f482-4ddb-b33f-104bb3e510c3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347028 Aug 06 18:31:14.724905 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696f88e-6a2c-49b5-8792-db1d5f19c957 req-5ba96c2e-313c-43de-898f-980afbbbffea tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:14.726956 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4696f88e-6a2c-49b5-8792-db1d5f19c957 req-5ba96c2e-313c-43de-898f-980afbbbffea tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0483091 Aug 06 18:31:14.763038 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4696f88e-6a2c-49b5-8792-db1d5f19c957 req-db510a0f-dde7-4d87-bb82-bc6ff8fce9d7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301368 Aug 06 18:31:15.819756 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41900) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:15.886027 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be00f6-2c32-451f-8aad-187a9333b45a req-40f6d249-6b07-43a8-aba8-1fc75e87b358 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:15.887543 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-18be00f6-2c32-451f-8aad-187a9333b45a req-40f6d249-6b07-43a8-aba8-1fc75e87b358 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0529695 Aug 06 18:31:15.939070 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-18be00f6-2c32-451f-8aad-187a9333b45a req-7d89eb44-1a76-44db-98a3-162795644361 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Aug 06 18:31:15.939911 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab814980-04dd-4a05-83ac-2a997e69cd77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.030251 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab814980-04dd-4a05-83ac-2a997e69cd77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.033836 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ab814980-04dd-4a05-83ac-2a997e69cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.079698 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ab814980-04dd-4a05-83ac-2a997e69cd77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c43f9b1deb214707a9113c621265bc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563412 Aug 06 18:31:16.079698 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab814980-04dd-4a05-83ac-2a997e69cd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebf018e-100f-4319-b67b-3372e59f7d15,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:16.080164 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41904) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:16.136137 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d212cd-1de7-400b-9414-64e5b7146f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.155993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d212cd-1de7-400b-9414-64e5b7146f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.203610 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d212cd-1de7-400b-9414-64e5b7146f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.206114 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d212cd-1de7-400b-9414-64e5b7146f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.207274 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b6d212cd-1de7-400b-9414-64e5b7146f3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4ebf018e-100f-4319-b67b-3372e59f7d15 HTTP/1.1" status: 204 len: 168 time: 0.1260030 Aug 06 18:31:16.216961 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d212cd-1de7-400b-9414-64e5b7146f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebf018e-100f-4319-b67b-3372e59f7d15,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:16.470608 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41914) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:16.484569 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8807454b-d31d-441b-8946-4173eb82a856 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.580342 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8807454b-d31d-441b-8946-4173eb82a856 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.584112 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8807454b-d31d-441b-8946-4173eb82a856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.622099 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8807454b-d31d-441b-8946-4173eb82a856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a046b-54ee-41fd-a7f5-72d74991cd75,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:16.626447 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8807454b-d31d-441b-8946-4173eb82a856 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23ab4fe7ca5040988e8aacbea488d16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548166 Aug 06 18:31:16.629425 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41920) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:16.679438 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1646aa49-55b5-425b-b2a5-f479ce827638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.700270 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1646aa49-55b5-425b-b2a5-f479ce827638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.751435 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1646aa49-55b5-425b-b2a5-f479ce827638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.753958 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1646aa49-55b5-425b-b2a5-f479ce827638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:16.755180 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1646aa49-55b5-425b-b2a5-f479ce827638 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/488a046b-54ee-41fd-a7f5-72d74991cd75 HTTP/1.1" status: 204 len: 168 time: 0.1252015 Aug 06 18:31:16.762729 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646aa49-55b5-425b-b2a5-f479ce827638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a046b-54ee-41fd-a7f5-72d74991cd75,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:17.059115 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75fe692-2305-4a18-9089-554e7dbad0cb req-a44b1300-4ce0-4f86-9e3e-9168ddb459ed tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:17.060650 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f75fe692-2305-4a18-9089-554e7dbad0cb req-a44b1300-4ce0-4f86-9e3e-9168ddb459ed tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0508561 Aug 06 18:31:17.083762 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 41928) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:17.097462 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ccf32c25-a326-494e-b816-f5e9847edde8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.102600 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f75fe692-2305-4a18-9089-554e7dbad0cb req-91ff1b47-d577-4da6-8b00-e3b646958b09 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355821 Aug 06 18:31:17.196779 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ccf32c25-a326-494e-b816-f5e9847edde8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.200894 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ccf32c25-a326-494e-b816-f5e9847edde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.238740 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ccf32c25-a326-494e-b816-f5e9847edde8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b0aa345ad5f745e7a48a261eef7b9ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539049 Aug 06 18:31:17.239675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf32c25-a326-494e-b816-f5e9847edde8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b319af62-fe8f-4b44-baa9-6363ed5085da,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:17.242698 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 41934) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:17.290928 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-04b48a57-21da-4f43-b1a7-6db51a9d7659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.312005 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-04b48a57-21da-4f43-b1a7-6db51a9d7659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.361269 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-04b48a57-21da-4f43-b1a7-6db51a9d7659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.363824 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-04b48a57-21da-4f43-b1a7-6db51a9d7659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:17.364952 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-04b48a57-21da-4f43-b1a7-6db51a9d7659 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b319af62-fe8f-4b44-baa9-6363ed5085da HTTP/1.1" status: 204 len: 168 time: 0.1212449 Aug 06 18:31:17.374145 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b48a57-21da-4f43-b1a7-6db51a9d7659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b319af62-fe8f-4b44-baa9-6363ed5085da,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:18.220248 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479498b2-4034-4cb7-9388-e6fcd0ca8e49 req-53e2a85d-f44d-4fdf-b244-d6912b93a997 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:18.221854 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-479498b2-4034-4cb7-9388-e6fcd0ca8e49 req-53e2a85d-f44d-4fdf-b244-d6912b93a997 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0503867 Aug 06 18:31:18.271160 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-479498b2-4034-4cb7-9388-e6fcd0ca8e49 req-c2cd3225-8997-4d62-9a81-1ae45ec83670 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 Aug 06 18:31:19.414901 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1f3058-4916-45ab-83b0-14727ad423e1 req-1ee767b4-8520-409f-8646-dcc80063e7b6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:19.416346 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a1f3058-4916-45ab-83b0-14727ad423e1 req-1ee767b4-8520-409f-8646-dcc80063e7b6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0502563 Aug 06 18:31:19.463532 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a1f3058-4916-45ab-83b0-14727ad423e1 req-eb8d953e-f3f7-4096-a4c8-74cd30f9b9ee tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411422 Aug 06 18:31:19.509012 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42024) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:19.614104 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d43ed35c-73bb-4be4-9cef-52c993f2b1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.703269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d43ed35c-73bb-4be4-9cef-52c993f2b1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.706945 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d43ed35c-73bb-4be4-9cef-52c993f2b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.744881 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d43ed35c-73bb-4be4-9cef-52c993f2b1d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f016dab3fac4d8ab2d05e86d486fded&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358384 Aug 06 18:31:19.746782 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ed35c-73bb-4be4-9cef-52c993f2b1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0788e7cb-5885-4e8b-a099-2dd72a30b88d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:19.747437 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42028) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:19.798275 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84346269-3d42-4357-a2d7-c5c676ca77f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.822066 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84346269-3d42-4357-a2d7-c5c676ca77f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.871763 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84346269-3d42-4357-a2d7-c5c676ca77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.874182 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-84346269-3d42-4357-a2d7-c5c676ca77f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:19.878069 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-84346269-3d42-4357-a2d7-c5c676ca77f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0788e7cb-5885-4e8b-a099-2dd72a30b88d HTTP/1.1" status: 204 len: 168 time: 0.1269350 Aug 06 18:31:19.888674 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84346269-3d42-4357-a2d7-c5c676ca77f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0788e7cb-5885-4e8b-a099-2dd72a30b88d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:20.146859 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42038) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:20.160492 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7b80-8a3a-4460-9716-f54dbaa9268a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.248610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7b80-8a3a-4460-9716-f54dbaa9268a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.252284 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2a9a7b80-8a3a-4460-9716-f54dbaa9268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.288206 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a7b80-8a3a-4460-9716-f54dbaa9268a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd39ab01-c013-44e5-9080-dd7d55981100,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:20.292924 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-2a9a7b80-8a3a-4460-9716-f54dbaa9268a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d3f0294be5724891b406f7659ab23c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442773 Aug 06 18:31:20.295519 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42040) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:20.343773 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a94d90dc-01d8-4010-bf79-3022c3a91fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.366193 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a94d90dc-01d8-4010-bf79-3022c3a91fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.419235 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a94d90dc-01d8-4010-bf79-3022c3a91fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.421730 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a94d90dc-01d8-4010-bf79-3022c3a91fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:20.422847 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a94d90dc-01d8-4010-bf79-3022c3a91fe8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd39ab01-c013-44e5-9080-dd7d55981100 HTTP/1.1" status: 204 len: 168 time: 0.1264477 Aug 06 18:31:20.430964 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d90dc-01d8-4010-bf79-3022c3a91fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd39ab01-c013-44e5-9080-dd7d55981100,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:20.593020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b93e9-6f15-4d59-8b87-2895f046711c req-15b45d3f-cf6c-4344-9c06-358348a21aaf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:20.594516 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a6b93e9-6f15-4d59-8b87-2895f046711c req-15b45d3f-cf6c-4344-9c06-358348a21aaf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0581391 Aug 06 18:31:20.635191 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a6b93e9-6f15-4d59-8b87-2895f046711c req-acba7b98-5cef-4f1e-89ad-c36e231be0ef tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346472 Aug 06 18:31:21.746267 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:21.797968 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf053a-9db5-4fb7-b100-39c32498572b req-c6311f5d-b895-4fc4-85b8-67c67da14a26 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:21.799490 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-57bf053a-9db5-4fb7-b100-39c32498572b req-c6311f5d-b895-4fc4-85b8-67c67da14a26 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0507576 Aug 06 18:31:21.839009 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-57bf053a-9db5-4fb7-b100-39c32498572b req-c69b85fb-4b00-4454-8874-121e23c89607 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322273 Aug 06 18:31:22.269255 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42118) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:22.372981 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d1f-4e68-4bac-a0d6-bd6b1e679515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.463226 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d1f-4e68-4bac-a0d6-bd6b1e679515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.466986 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-48dc0d1f-4e68-4bac-a0d6-bd6b1e679515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.515311 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc0d1f-4e68-4bac-a0d6-bd6b1e679515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7084055a-9a66-46fe-93ed-b51cc50f72b6,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:22.524361 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-48dc0d1f-4e68-4bac-a0d6-bd6b1e679515 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e84666dba4146d2bfd5a03892ca1e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532680 Aug 06 18:31:22.526773 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42126) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:22.589716 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc8c929a-4131-4434-8b09-9a5f13d58630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.611413 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc8c929a-4131-4434-8b09-9a5f13d58630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.635875 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3db00dcb-b5aa-480c-adfb-e1e779bd45a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.660466 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc8c929a-4131-4434-8b09-9a5f13d58630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.663185 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fc8c929a-4131-4434-8b09-9a5f13d58630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.664340 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fc8c929a-4131-4434-8b09-9a5f13d58630 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7084055a-9a66-46fe-93ed-b51cc50f72b6 HTTP/1.1" status: 204 len: 168 time: 0.1359758 Aug 06 18:31:22.674073 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c929a-4131-4434-8b09-9a5f13d58630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7084055a-9a66-46fe-93ed-b51cc50f72b6,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:22.935221 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42134) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:22.951398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff5696cc-e4f3-4a7d-bbcd-e8fbecd9eaf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:22.973206 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d724c510-8aeb-4e45-afec-8a2afe064f7b req-b448334e-02a6-4af0-9706-6b565d423145 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:22.974678 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d724c510-8aeb-4e45-afec-8a2afe064f7b req-b448334e-02a6-4af0-9706-6b565d423145 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0563917 Aug 06 18:31:23.020055 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d724c510-8aeb-4e45-afec-8a2afe064f7b req-7576ecdc-6040-41de-b40e-b5f6552b1663 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385420 Aug 06 18:31:23.051225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff5696cc-e4f3-4a7d-bbcd-e8fbecd9eaf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.055608 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ff5696cc-e4f3-4a7d-bbcd-e8fbecd9eaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.092734 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ff5696cc-e4f3-4a7d-bbcd-e8fbecd9eaf1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9536b6da6a5e4ca2b613043cbff2d8ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564562 Aug 06 18:31:23.093651 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5696cc-e4f3-4a7d-bbcd-e8fbecd9eaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3235d85-b870-4d7b-8f56-1790f606b206,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:23.095531 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42138) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:23.150142 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc620173-8d86-4b51-8326-76661e1df5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.171740 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc620173-8d86-4b51-8326-76661e1df5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.226888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc620173-8d86-4b51-8326-76661e1df5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.229397 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc620173-8d86-4b51-8326-76661e1df5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:23.230521 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-dc620173-8d86-4b51-8326-76661e1df5b7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3235d85-b870-4d7b-8f56-1790f606b206 HTTP/1.1" status: 204 len: 168 time: 0.1333463 Aug 06 18:31:23.238155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc620173-8d86-4b51-8326-76661e1df5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3235d85-b870-4d7b-8f56-1790f606b206,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:24.135303 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522542b-3ef1-43d6-b42f-1fa2d9b9071d req-2abdcf8b-f759-4bbe-a8ab-e1430e4921bb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:24.136779 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a522542b-3ef1-43d6-b42f-1fa2d9b9071d req-2abdcf8b-f759-4bbe-a8ab-e1430e4921bb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0503762 Aug 06 18:31:24.177022 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a522542b-3ef1-43d6-b42f-1fa2d9b9071d req-135b25d5-1a64-4aa3-b89b-7cbe0318e488 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Aug 06 18:31:24.291093 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42180) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:24.416881 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92be37c1-bf9b-488f-b527-51f49c30d121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.509668 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92be37c1-bf9b-488f-b527-51f49c30d121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.513112 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92be37c1-bf9b-488f-b527-51f49c30d121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.551101 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-92be37c1-bf9b-488f-b527-51f49c30d121 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de930685d61a45268c618ec0376bfeb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2584207 Aug 06 18:31:24.551876 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be37c1-bf9b-488f-b527-51f49c30d121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eabfec8-2cbf-4c99-b076-f37ffe565b80,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:24.553757 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42186) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:24.608681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8309aba-7f2c-4ce1-8832-47d3c8cd6ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.633794 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8309aba-7f2c-4ce1-8832-47d3c8cd6ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.684623 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8309aba-7f2c-4ce1-8832-47d3c8cd6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.687407 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b8309aba-7f2c-4ce1-8832-47d3c8cd6ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:24.691367 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b8309aba-7f2c-4ce1-8832-47d3c8cd6ee0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6eabfec8-2cbf-4c99-b076-f37ffe565b80 HTTP/1.1" status: 204 len: 168 time: 0.1341903 Aug 06 18:31:24.701116 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8309aba-7f2c-4ce1-8832-47d3c8cd6ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eabfec8-2cbf-4c99-b076-f37ffe565b80,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:25.299137 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cd5ab-6389-400e-93ee-eace067d62f1 req-beb3b126-524f-4eaf-a3d7-9a20b78ce173 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:25.300654 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-771cd5ab-6389-400e-93ee-eace067d62f1 req-beb3b126-524f-4eaf-a3d7-9a20b78ce173 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0539064 Aug 06 18:31:25.332698 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5613be2e-c617-4029-960b-00b50985dd3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.336971 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42214) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:25.360876 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-771cd5ab-6389-400e-93ee-eace067d62f1 req-eebedaa5-aa48-4fd6-ba7f-1df007db4987 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474601 Aug 06 18:31:25.404488 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.457967 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-704889290-network', 'tenant_id': '6186c91bbe104e3b87e1afa0585897dc'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:25.479427 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Made reservation on behalf of 6186c91bbe104e3b87e1afa0585897dc for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:25.481731 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.490486 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.590495 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.594340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.621948 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:31:25.630627 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cae600-4183-4229-9ec9-a64f2c965cfc,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:25.644578 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.644578 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Added segment ee9d427f-b5d5-4712-83d0-a2c5836db885 of type vlan for network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 Aug 06 18:31:25.682577 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.713109 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.714332 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:25.714915 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.769981 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4317055 Aug 06 18:31:25.773679 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42226) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:25.777537 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a75b8b-637e-45c8-ad63-922b7fd17ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:25.778480 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Request body: {'subnet': {'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-704889290-subnet', 'tenant_id': '6186c91bbe104e3b87e1afa0585897dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:25.787289 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:31:25.800273 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Made reservation on behalf of 6186c91bbe104e3b87e1afa0585897dc for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:25.802494 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835834'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:25.886995 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:31:25.968939 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835784'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.028835 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:26.037449 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Checking segment: {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:26.037794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Network hostable DHCP agents. Network: f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:31:26.054263 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:31:26.062555 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:26.066479 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:26.067055 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.072551 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00263724-231e-4367-be82-6ccaa355ecef None None] Network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:26.080200 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bf050d4b-4111-4e66-a263-51f2afac8bcf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3053873 Aug 06 18:31:26.196834 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220fdad-d76b-495e-8209-0325ae1b1810 None None] Network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:31:26.313685 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:26.509108 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab5eb3-2dd3-4f6b-a8f3-ac102c1ca1dc req-cd3bf2e8-8e35-4fab-af60-a6eb90dc29c8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:26.510581 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48ab5eb3-2dd3-4f6b-a8f3-ac102c1ca1dc req-cd3bf2e8-8e35-4fab-af60-a6eb90dc29c8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0654559 Aug 06 18:31:26.564205 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48ab5eb3-2dd3-4f6b-a8f3-ac102c1ca1dc req-4b5ca9e3-7838-4316-9425-484638f4db15 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401840 Aug 06 18:31:27.133464 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc1a74-30a2-4f96-bd00-1562976c7527 req-54609235-1705-422f-b2a7-57492185e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:27.135015 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d2dc1a74-30a2-4f96-bd00-1562976c7527 req-54609235-1705-422f-b2a7-57492185e607 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 1099 time: 0.0442860 Aug 06 18:31:27.172561 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d2dc1a74-30a2-4f96-bd00-1562976c7527 req-b38371a7-7798-4860-82be-884cbf4073b7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298166 Aug 06 18:31:27.680464 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a455661-3a4b-4d74-b671-fcd8d2bffbc4 req-65b1cd28-afb4-48d2-b1b6-1d5373c12258 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:27.681982 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a455661-3a4b-4d74-b671-fcd8d2bffbc4 req-65b1cd28-afb4-48d2-b1b6-1d5373c12258 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0483780 Aug 06 18:31:27.723465 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a455661-3a4b-4d74-b671-fcd8d2bffbc4 req-3e9f0ffb-1667-49b8-b0c1-30b9d384050b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353105 Aug 06 18:31:27.872041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e2148d91-7091-486d-86f9-3e3b050edfe0 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:27.873598 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e2148d91-7091-486d-86f9-3e3b050edfe0 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/networks?id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 200 len: 813 time: 0.1095071 Aug 06 18:31:27.888682 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-f2024ed4-a2c3-4c07-8490-a0b922c1017d tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/quotas/6186c91bbe104e3b87e1afa0585897dc HTTP/1.1" status: 200 len: 375 time: 0.0096049 Aug 06 18:31:27.921004 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-d5be4b14-a4fc-4e7e-887f-cefe92391901 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6186c91bbe104e3b87e1afa0585897dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273495 Aug 06 18:31:27.947328 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:28.235302 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-5309ee82-44e8-4abf-973c-9881668b8a89 service neutron] 10.222.0.57 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073437 Aug 06 18:31:28.330922 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b2feb28f-37bd-4a2c-84cc-06ce1c60b1ae service neutron] 10.222.0.57 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885954 Aug 06 18:31:28.489596 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67099d86-5262-4b75-a77d-b2db89a70228 req-43923f47-8a8a-445f-b991-63f8474d15f2 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0271053 Aug 06 18:31:28.853059 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5504b41-9da7-434c-aab0-1d9770c6b277 req-3deb9c6c-f65c-4f73-9e42-c96b3fe4fdf2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:28.855563 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e5504b41-9da7-434c-aab0-1d9770c6b277 req-3deb9c6c-f65c-4f73-9e42-c96b3fe4fdf2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0536749 Aug 06 18:31:28.893025 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e5504b41-9da7-434c-aab0-1d9770c6b277 req-bec27bb6-6841-4caa-a498-e2294499c64d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319726 Aug 06 18:31:29.018006 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5780125-4a33-4866-b2ed-9647f4e53c97 req-ac8445a3-0c7a-450c-81b8-38c7f87415b3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:29.019507 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5780125-4a33-4866-b2ed-9647f4e53c97 req-ac8445a3-0c7a-450c-81b8-38c7f87415b3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0510209 Aug 06 18:31:29.060571 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5780125-4a33-4866-b2ed-9647f4e53c97 req-c126dbad-1d58-4009-80fa-d1ffb547b181 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Aug 06 18:31:29.592708 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cfbf331c-2c39-41b3-851d-fb0643b4784d req-49b95a49-1615-4c47-82a1-19bc23d8c69b tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0300708 Aug 06 18:31:29.697942 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-d017e52c-1ee9-4047-b1fb-a7a107018c36 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:29.700079 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-d017e52c-1ee9-4047-b1fb-a7a107018c36 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "GET /v2.0/networks?id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 200 len: 813 time: 0.1118834 Aug 06 18:31:29.715834 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Request body: {'port': {'device_id': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1', 'admin_state_up': True, 'tenant_id': '6186c91bbe104e3b87e1afa0585897dc'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:29.828452 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Made reservation on behalf of 6186c91bbe104e3b87e1afa0585897dc for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:31:29.832231 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:29.968001 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Allocated IP 172.20.0.8 (f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1/a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba/036da90f-3a3a-45b5-9ec4-c2dd5575d265) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:31:30.117878 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.155314 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.200223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:31:30.203212 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:31:30.206993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:31:30.232933 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Pushing event updated for resources: {'Port': ['ID=036da90f-3a3a-45b5-9ec4-c2dd5575d265,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:30.262934 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:30.263579 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.277993 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-e9da395e-47d1-4f46-9d68-bfe48f544bd6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658247 Aug 06 18:31:30.299928 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Request body: {'port': {'device_id': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:31:30.357562 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.636566 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036da90f-3a3a-45b5-9ec4-c2dd5575d265 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:30.657695 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.674650 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Transition to ACTIVE for port object 036da90f-3a3a-45b5-9ec4-c2dd5575d265 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:31:30.680703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.688740 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7b683-4b59-45cc-851a-f4930ec94412 req-a1e15309-c401-46b5-b718-7be3c56b81dc tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:30.690176 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c9b7b683-4b59-45cc-851a-f4930ec94412 req-a1e15309-c401-46b5-b718-7be3c56b81dc tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0617731 Aug 06 18:31:30.692864 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-c7155798-6750-4709-98e0-85847be8ea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:30.694880 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-c7155798-6750-4709-98e0-85847be8ea33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0682085 Aug 06 18:31:30.752947 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689082b-ae0a-40e4-8bb4-875a71379833 req-fd7cb515-fbc4-4521-84c1-97be7210b99e tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:30.754403 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7689082b-ae0a-40e4-8bb4-875a71379833 req-fd7cb515-fbc4-4521-84c1-97be7210b99e tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 943 time: 0.0850992 Aug 06 18:31:30.757701 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c9b7b683-4b59-45cc-851a-f4930ec94412 req-1da07a26-56dd-412e-bec4-9866a592b1ed tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525119 Aug 06 18:31:30.794569 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7689082b-ae0a-40e4-8bb4-875a71379833 req-b4d87278-e4fe-4a7e-9e49-e64dab8d3f6d tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331469 Aug 06 18:31:30.795636 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Pushing event updated for resources: {'Port': ['ID=036da90f-3a3a-45b5-9ec4-c2dd5575d265,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:30.875322 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-3147c88f-76ab-4461-9b50-108fb0ad7967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:30.876785 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-3147c88f-76ab-4461-9b50-108fb0ad7967 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.1621821 Aug 06 18:31:30.885896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Attempting to bind port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:31:30.886225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Attempting to bind port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:31:30.886546 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Attempting to bind port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 on network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:30.896089 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 on network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:31:30.896406 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Attempting to bind port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 on network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:31:30.927863 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:31:30.928203 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Checking segment: {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:31:30.929371 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Bound using segment: {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:31:30.929637 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Bound port: 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:31:30.930089 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:30.932763 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-152db1db-513a-4925-a2f7-81d11abed2a0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 217 time: 0.0420640 Aug 06 18:31:31.032834 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-8c517e1b-5bcc-4a96-b648-57304a5a1d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.034285 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-8c517e1b-5bcc-4a96-b648-57304a5a1d72 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0711153 Aug 06 18:31:31.035308 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] For port 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:31:31.039005 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] For port 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:31:31.044066 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.102352 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-5d6858f0-e8aa-4f3c-b9ed-edc221b39276 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343034 Aug 06 18:31:31.106094 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.106692 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:31.107976 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] 10.222.0.81 "PUT /v2.0/ports/036da90f-3a3a-45b5-9ec4-c2dd5575d265 HTTP/1.1" status: 200 len: 1093 time: 0.8122025 Aug 06 18:31:31.108396 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'tag': '036da90f-3a3a-45b5-9ec4-c2dd5575d265'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:31.110575 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26134a4f-d646-4dc9-b536-352b57fbb2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "90c0f7bd-11f9-4159-95e0-8b20229b4595", "tag": "036da90f-3a3a-45b5-9ec4-c2dd5575d265"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:31.127552 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad3dce-6af5-4c71-9ee6-b673906822d5 service neutron] Pushing event updated for resources: {'Port': ['ID=036da90f-3a3a-45b5-9ec4-c2dd5575d265,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:31.150565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8919fed-ceae-4ea2-a627-cac11a01a672 x-openstack-request-id: req-e8919fed-ceae-4ea2-a627-cac11a01a672 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:31.150851 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c0f7bd-11f9-4159-95e0-8b20229b4595", "tag": "036da90f-3a3a-45b5-9ec4-c2dd5575d265", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:31.151203 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8919fed-ceae-4ea2-a627-cac11a01a672 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:31.151623 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'tag': '036da90f-3a3a-45b5-9ec4-c2dd5575d265', 'status': 'completed', 'code': 200} Aug 06 18:31:31.247726 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b98b3c30-1ff0-4e14-880b-f88e51af184f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.249193 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-b98b3c30-1ff0-4e14-880b-f88e51af184f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6186c91bbe104e3b87e1afa0585897dc&device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 1096 time: 0.0612886 Aug 06 18:31:31.251267 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-09b29302-e85f-4e71-9d02-c00cdad010f8 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207311 Aug 06 18:31:31.332082 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-646f900c-7b3e-4bc7-9329-bbbd7546c19b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265 HTTP/1.1" status: 200 len: 217 time: 0.0543690 Aug 06 18:31:31.425279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-0088b708-4331-4008-af7a-f8f87ab80943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.426813 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-0088b708-4331-4008-af7a-f8f87ab80943 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba HTTP/1.1" status: 200 len: 853 time: 0.0631948 Aug 06 18:31:31.437157 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d928349e-6501-4380-93dc-5d27d8e23b21 req-2641ec8c-4102-4381-88b3-fa4becc250cc service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536124 Aug 06 18:31:31.479772 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-c91e6685-d16c-4366-8975-418a092d4c71 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274200 Aug 06 18:31:31.586278 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-8de7c419-5a01-462b-ad5a-86957b8047b7 service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859027 Aug 06 18:31:31.695605 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8a31f318-b6f9-437b-b919-24a10a2b760d req-c314bd22-3e12-4092-9ac3-ec9edbfe87aa service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933292 Aug 06 18:31:31.805184 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-682efc9d-ff02-424a-805d-eaa1f8eb3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.806741 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-682efc9d-ff02-424a-805d-eaa1f8eb3e3f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6186c91bbe104e3b87e1afa0585897dc&device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 1096 time: 0.0410602 Aug 06 18:31:31.888711 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1281fd9-ea52-4faa-b2f3-095c4fcda6ec req-80c4b07f-70a4-4cc7-a8a4-e6f3367e65da tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.890245 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f1281fd9-ea52-4faa-b2f3-095c4fcda6ec req-80c4b07f-70a4-4cc7-a8a4-e6f3367e65da tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0614095 Aug 06 18:31:31.902675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-deecb8bf-25e6-4fcc-b26f-051888ee631e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.904158 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-deecb8bf-25e6-4fcc-b26f-051888ee631e service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 200 len: 914 time: 0.0855157 Aug 06 18:31:31.949331 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a3737-0c6a-4cf7-9ad8-74a8ca179a5c req-d5ac1274-8a19-49d4-847d-87378ea45407 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:31.950817 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-446a3737-0c6a-4cf7-9ad8-74a8ca179a5c req-d5ac1274-8a19-49d4-847d-87378ea45407 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 943 time: 0.0819809 Aug 06 18:31:31.953961 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f1281fd9-ea52-4faa-b2f3-095c4fcda6ec req-3dcdf0fa-04dc-4095-8f8b-e5cf111659f3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502899 Aug 06 18:31:31.964357 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-e76794ea-eac1-43ae-b3b6-403c9ce11deb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265 HTTP/1.1" status: 200 len: 217 time: 0.0386391 Aug 06 18:31:31.995149 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-446a3737-0c6a-4cf7-9ad8-74a8ca179a5c req-9f289771-4c0c-48f3-83e3-2df7324d4625 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321693 Aug 06 18:31:32.038702 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-cf373d20-323b-4339-b652-7486c8cf8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:32.040887 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-cf373d20-323b-4339-b652-7486c8cf8bb4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba HTTP/1.1" status: 200 len: 853 time: 0.0510285 Aug 06 18:31:32.081435 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-4a799e57-491d-427f-8932-1d32e260d528 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272808 Aug 06 18:31:32.206307 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-bb21a652-4a0d-447e-b3ab-79b6e3903b88 service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990822 Aug 06 18:31:32.297680 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-26134a4f-d646-4dc9-b536-352b57fbb2fe req-f08dfd06-278f-41b7-a56d-533be19f7343 service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798817 Aug 06 18:31:33.077562 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c772391-cd8a-4408-92d9-54fdc9a5113a req-af6bd873-1682-4434-a665-4979a3d660cb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:33.079042 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c772391-cd8a-4408-92d9-54fdc9a5113a req-af6bd873-1682-4434-a665-4979a3d660cb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0488484 Aug 06 18:31:33.148636 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f845a-b77a-4236-a126-ddfdda08fdb8 req-40f82507-d50c-4807-9668-43a4c4ed15e6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:33.150112 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f0f845a-b77a-4236-a126-ddfdda08fdb8 req-40f82507-d50c-4807-9668-43a4c4ed15e6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 943 time: 0.0701833 Aug 06 18:31:33.153093 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c772391-cd8a-4408-92d9-54fdc9a5113a req-64e4222a-bce7-467f-a375-052036cc2483 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650363 Aug 06 18:31:33.188985 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f0f845a-b77a-4236-a126-ddfdda08fdb8 req-cb982844-b47d-4a98-8a8d-def835efe319 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Aug 06 18:31:34.279504 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8414d-fa08-4107-beac-cb43adf693d4 req-64b926fe-fd84-4c9c-aa64-b297e88908ad tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:34.280969 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89f8414d-fa08-4107-beac-cb43adf693d4 req-64b926fe-fd84-4c9c-aa64-b297e88908ad tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0592041 Aug 06 18:31:34.347107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55061f66-4b8e-44d2-b4b5-29359f164bc4 req-21f3609c-b6f7-47e6-9d90-c1772336abbb tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:34.348474 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55061f66-4b8e-44d2-b4b5-29359f164bc4 req-21f3609c-b6f7-47e6-9d90-c1772336abbb tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 943 time: 0.0896215 Aug 06 18:31:34.351078 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89f8414d-fa08-4107-beac-cb43adf693d4 req-9d970e02-3c2c-40e8-8a2d-f4d3dddf4f37 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552094 Aug 06 18:31:34.387905 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55061f66-4b8e-44d2-b4b5-29359f164bc4 req-cbbd9493-9805-43e1-aa1b-6a5a80542af9 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324895 Aug 06 18:31:35.091086 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 036da90f-3a3a-45b5-9ec4-c2dd5575d265 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:31:35.182333 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:35.196055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '036da90f-3a3a-45b5-9ec4-c2dd5575d265', 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1', 'port_id': '036da90f-3a3a-45b5-9ec4-c2dd5575d265', 'mac_address': 'fa:16:3e:fc:79:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:31:35.232821 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.245008 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036da90f-3a3a-45b5-9ec4-c2dd5575d265 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:31:35.264491 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:35.268167 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:35.312439 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=036da90f-3a3a-45b5-9ec4-c2dd5575d265,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:35.488758 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba97b7-bd20-47c8-b212-1e66ca5a37bf req-322cc948-7bef-4b9e-953b-0c6e501d7817 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:35.490199 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7cba97b7-bd20-47c8-b212-1e66ca5a37bf req-322cc948-7bef-4b9e-953b-0c6e501d7817 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0699401 Aug 06 18:31:35.530032 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a89180-fa2f-4b41-ba3e-64b135e667f1 req-6c649187-1af0-4592-be66-cdb4970cb5e7 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:35.531518 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c0a89180-fa2f-4b41-ba3e-64b135e667f1 req-6c649187-1af0-4592-be66-cdb4970cb5e7 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 944 time: 0.0765669 Aug 06 18:31:35.549826 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7cba97b7-bd20-47c8-b212-1e66ca5a37bf req-0f496212-f359-4cab-838b-04763bbe52be tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521531 Aug 06 18:31:35.576820 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c0a89180-fa2f-4b41-ba3e-64b135e667f1 req-0bc5e8ff-e41d-4342-aa09-d74c180cad4c tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377810 Aug 06 18:31:36.669573 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3adb46-ecd4-4dc8-968e-afe506ffc632 req-912214a5-dc58-4c34-abd1-ade347315f47 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:36.671024 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8b3adb46-ecd4-4dc8-968e-afe506ffc632 req-912214a5-dc58-4c34-abd1-ade347315f47 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Aug 06 18:31:36.707782 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8b3adb46-ecd4-4dc8-968e-afe506ffc632 req-27585c42-2bf9-49c5-bf8f-e005fc04a9a1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309327 Aug 06 18:31:36.951694 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48786bb-74ec-4562-b696-1ed1dcc7e474 req-c107dd6f-0cb7-4947-8d71-c8a332d90ac5 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:36.953148 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e48786bb-74ec-4562-b696-1ed1dcc7e474 req-c107dd6f-0cb7-4947-8d71-c8a332d90ac5 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 944 time: 0.0483820 Aug 06 18:31:36.990788 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e48786bb-74ec-4562-b696-1ed1dcc7e474 req-804def6a-d7a6-44b6-8f79-411a55adcc2f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317178 Aug 06 18:31:39.122513 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['036da90f-3a3a-45b5-9ec4-c2dd5575d265'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:31:39.262308 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe170d5-1541-450a-9b9e-133191bcc352 req-b1c929fd-3a80-44a9-9167-d75ed99c7b2c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:39.263808 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9fe170d5-1541-450a-9b9e-133191bcc352 req-b1c929fd-3a80-44a9-9167-d75ed99c7b2c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0917685 Aug 06 18:31:39.276659 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c1492c-3fd8-4b5f-86af-b7cd84589eb7 req-13dc5af3-02e1-49c2-8533-caaa7eb32a63 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:39.278212 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-40c1492c-3fd8-4b5f-86af-b7cd84589eb7 req-13dc5af3-02e1-49c2-8533-caaa7eb32a63 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 944 time: 0.0924020 Aug 06 18:31:39.333181 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9fe170d5-1541-450a-9b9e-133191bcc352 req-3b5b2961-9262-4b5a-8cd0-ff239357cb20 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Aug 06 18:31:39.338752 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-40c1492c-3fd8-4b5f-86af-b7cd84589eb7 req-24d84718-bdc9-4516-859b-f6c819da61c8 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538127 Aug 06 18:31:40.480610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b06b25-9283-42c0-86b8-e413e9d50ebc req-5f194402-591f-4255-90f0-211230865f44 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:40.482106 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-91b06b25-9283-42c0-86b8-e413e9d50ebc req-5f194402-591f-4255-90f0-211230865f44 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0783510 Aug 06 18:31:40.490118 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1c0b-ce96-4c3c-8134-7a2a288024d0 req-4729e43c-cf4c-4e8a-bb4b-268a1dc74beb tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:40.491569 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d85b1c0b-ce96-4c3c-8134-7a2a288024d0 req-4729e43c-cf4c-4e8a-bb4b-268a1dc74beb tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 944 time: 0.0780354 Aug 06 18:31:40.548533 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-91b06b25-9283-42c0-86b8-e413e9d50ebc req-e8a7d858-2bee-467e-a0b9-31fc123a8d9a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560184 Aug 06 18:31:40.555722 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d85b1c0b-ce96-4c3c-8134-7a2a288024d0 req-be62ddab-7fd1-44e3-9b72-7c1bcfe543bc tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560720 Aug 06 18:31:41.115157 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 036da90f-3a3a-45b5-9ec4-c2dd5575d265 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:31:41.163991 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:31:41.168796 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:31:41.169165 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.253610 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.278572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036da90f-3a3a-45b5-9ec4-c2dd5575d265'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:31:41.280943 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973ae8a9-d99e-40b5-b437-ef17df02963f" -d '{"events": [{"server_uuid": "90c0f7bd-11f9-4159-95e0-8b20229b4595", "name": "network-vif-plugged", "status": "completed", "tag": "036da90f-3a3a-45b5-9ec4-c2dd5575d265"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:31:41.295650 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:31:41.301445 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:41.354198 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=036da90f-3a3a-45b5-9ec4-c2dd5575d265,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:41.370796 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33e2475-07fd-4f06-b876-65410e15cb03 x-openstack-request-id: req-d33e2475-07fd-4f06-b876-65410e15cb03 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:31:41.371182 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c0f7bd-11f9-4159-95e0-8b20229b4595", "name": "network-vif-plugged", "status": "completed", "tag": "036da90f-3a3a-45b5-9ec4-c2dd5575d265", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:31:41.371918 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d33e2475-07fd-4f06-b876-65410e15cb03 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:31:41.372333 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036da90f-3a3a-45b5-9ec4-c2dd5575d265', 'code': 200} Aug 06 18:31:41.607702 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e290a-5658-4d53-a8a6-b73318dc2aba req-20d4db3d-fcf4-4a3a-9862-ef11bff24fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:41.609204 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-405e290a-5658-4d53-a8a6-b73318dc2aba req-20d4db3d-fcf4-4a3a-9862-ef11bff24fdd service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 1098 time: 0.0522106 Aug 06 18:31:41.662491 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-405e290a-5658-4d53-a8a6-b73318dc2aba req-0d8cd91c-e48c-4679-864e-4c300c6f8997 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Aug 06 18:31:41.709475 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf890f18-dcd0-4dc4-981c-2e31fc704f50 req-2f2a89b9-4e52-4004-be1d-2569d8dd3f62 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:41.715747 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf890f18-dcd0-4dc4-981c-2e31fc704f50 req-2f2a89b9-4e52-4004-be1d-2569d8dd3f62 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0850844 Aug 06 18:31:41.732704 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf5487-40d2-4ab0-860c-d32c953e5ca3 req-f56bd69c-9f84-4c35-b319-4893c2962d7a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:41.739879 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fabf5487-40d2-4ab0-860c-d32c953e5ca3 req-f56bd69c-9f84-4c35-b319-4893c2962d7a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 945 time: 0.0826833 Aug 06 18:31:41.807899 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf890f18-dcd0-4dc4-981c-2e31fc704f50 req-dbd59e76-f370-478c-8a96-51095438071e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869501 Aug 06 18:31:41.817136 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fabf5487-40d2-4ab0-860c-d32c953e5ca3 req-1021b511-f1cb-4bb3-9f36-2d111649ba9f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764499 Aug 06 18:31:41.950861 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42518) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:42.058774 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.150182 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.154003 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.189495 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4466ff-1f37-4812-8bfd-74113e74b5aa,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:42.193275 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36f6112825d24ccbb6dfa2663611b3e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2412927 Aug 06 18:31:42.196074 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42522) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:42.200049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.200392 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.200728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.201057 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.201385 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.201708 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.202034 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.202413 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.202766 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.203098 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.203422 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.203735 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0de7184-a7b5-4dea-8464-605d1ac28558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.252730 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.278895 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.329939 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.332985 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:42.334479 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c4466ff-1f37-4812-8bfd-74113e74b5aa HTTP/1.1" status: 204 len: 168 time: 0.1364610 Aug 06 18:31:42.342919 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4466ff-1f37-4812-8bfd-74113e74b5aa,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:42.350167 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.350521 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.350865 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.351237 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.351573 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.351904 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.352431 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.353295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.353786 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.354542 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.355169 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.355746 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfea36e-aaf0-400a-84e0-fcebb7c1606f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:31:42.992309 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d322ae-725f-43fa-89dc-cfab2e464bd6 req-b3c530eb-3fc0-43e3-8941-0076364d2e41 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:42.995441 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1d322ae-725f-43fa-89dc-cfab2e464bd6 req-b3c530eb-3fc0-43e3-8941-0076364d2e41 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.1077652 Aug 06 18:31:43.020490 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ebbe3-270c-4992-9d96-783d9577034f req-b1165e56-429f-4b6e-8102-906aa64a3cc1 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:43.024170 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b15ebbe3-270c-4992-9d96-783d9577034f req-b1165e56-429f-4b6e-8102-906aa64a3cc1 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 945 time: 0.1068408 Aug 06 18:31:43.079223 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1d322ae-725f-43fa-89dc-cfab2e464bd6 req-fe09b5d2-0a2f-43d0-975e-acc6b791d52e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762753 Aug 06 18:31:43.096146 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b15ebbe3-270c-4992-9d96-783d9577034f req-7f60e91c-883e-4870-bff5-d075fb014fce tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603278 Aug 06 18:31:44.004216 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7b7be-b551-4988-8cd8-cc0a4c2b6880 req-0a6fbe65-dc22-4570-a900-8934e213e070 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:44.005877 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ebf7b7be-b551-4988-8cd8-cc0a4c2b6880 req-0a6fbe65-dc22-4570-a900-8934e213e070 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0546296 Aug 06 18:31:44.048719 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ebf7b7be-b551-4988-8cd8-cc0a4c2b6880 req-db4974cb-4f8a-4772-91be-0871452cacd8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360687 Aug 06 18:31:44.206474 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01e093-a0cc-45b4-aa36-fd73362da501 req-026aa3f3-661c-4675-b7f3-dbc79a0b6e4f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:44.208006 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b01e093-a0cc-45b4-aa36-fd73362da501 req-026aa3f3-661c-4675-b7f3-dbc79a0b6e4f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0495806 Aug 06 18:31:44.251988 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b01e093-a0cc-45b4-aa36-fd73362da501 req-e0ea8507-0cfa-495b-9b18-678602e8d8e5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361021 Aug 06 18:31:44.959437 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42692) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:45.073918 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd68e250-d16f-4839-8cd7-8ab3dd4e3c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.183924 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd68e250-d16f-4839-8cd7-8ab3dd4e3c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.187870 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928a86c-b5a6-4c17-9b39-d5761a873fec req-b251bceb-c50e-4452-9f4b-254c338e3ddc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.188398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd68e250-d16f-4839-8cd7-8ab3dd4e3c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.189375 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6928a86c-b5a6-4c17-9b39-d5761a873fec req-b251bceb-c50e-4452-9f4b-254c338e3ddc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0581198 Aug 06 18:31:45.238481 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68e250-d16f-4839-8cd7-8ab3dd4e3c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a861c2-9815-47d1-9fa1-bfa054aebd4d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:45.256927 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dd68e250-d16f-4839-8cd7-8ab3dd4e3c5b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efef190b93db48a1acaddeaa9e35ee34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943988 Aug 06 18:31:45.257382 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6928a86c-b5a6-4c17-9b39-d5761a873fec req-3f436dff-29a0-452d-91bb-5e68dcadc8cc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563450 Aug 06 18:31:45.257943 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42710) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:45.314048 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-865cb5a1-5740-45a9-8f2c-38d1efa66c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.358775 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-865cb5a1-5740-45a9-8f2c-38d1efa66c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.404740 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce3df3-8b1a-4246-9fee-2edaa4fcdf15 req-8faac838-7f05-4a20-9ebd-d9a0b3e9161b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:45.406238 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-07ce3df3-8b1a-4246-9fee-2edaa4fcdf15 req-8faac838-7f05-4a20-9ebd-d9a0b3e9161b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0823419 Aug 06 18:31:45.442708 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-865cb5a1-5740-45a9-8f2c-38d1efa66c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.444835 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-865cb5a1-5740-45a9-8f2c-38d1efa66c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:45.445942 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-865cb5a1-5740-45a9-8f2c-38d1efa66c17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e3a861c2-9815-47d1-9fa1-bfa054aebd4d HTTP/1.1" status: 204 len: 168 time: 0.1873338 Aug 06 18:31:45.457574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-07ce3df3-8b1a-4246-9fee-2edaa4fcdf15 req-0ab2e076-da63-41a5-949e-6a032c07c45d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447836 Aug 06 18:31:45.463477 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cb5a1-5740-45a9-8f2c-38d1efa66c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a861c2-9815-47d1-9fa1-bfa054aebd4d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:46.377448 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98909d1c-19d2-4c69-8a83-3bd9f7ddc5ad req-dddcf9ac-589c-4a2d-8720-0ef9afe475b8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:46.378952 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-98909d1c-19d2-4c69-8a83-3bd9f7ddc5ad req-dddcf9ac-589c-4a2d-8720-0ef9afe475b8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0524664 Aug 06 18:31:46.433064 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-98909d1c-19d2-4c69-8a83-3bd9f7ddc5ad req-d0868dac-de47-4469-a380-e0c7b75ac5b4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425599 Aug 06 18:31:46.488961 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42754) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:46.497349 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 42760) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:46.586458 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48826d-9be0-480c-adfa-7bad7c7a2ce1 req-7a08cdde-621d-4231-8a78-c1af39916aba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:46.589172 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dc48826d-9be0-480c-adfa-7bad7c7a2ce1 req-7a08cdde-621d-4231-8a78-c1af39916aba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0509493 Aug 06 18:31:46.616815 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3504-53c9-4014-a72f-3ae46a2f6c73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.639575 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05b89fc3-24a3-4964-9044-9df9dd0698cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.674125 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dc48826d-9be0-480c-adfa-7bad7c7a2ce1 req-46e463b9-49e9-4c98-9f36-b178435e7b97 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738199 Aug 06 18:31:46.754055 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3504-53c9-4014-a72f-3ae46a2f6c73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.761189 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8c9d3504-53c9-4014-a72f-3ae46a2f6c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.816703 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-8c9d3504-53c9-4014-a72f-3ae46a2f6c73 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cd59e810738349b285b279aa49e73f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263705 Aug 06 18:31:46.819407 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42768) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:46.820640 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d3504-53c9-4014-a72f-3ae46a2f6c73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1ff013-7034-47c2-b811-b8f3de7d1b6a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:46.875248 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e724-d5e6-4337-926e-6a4004d55658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.881362 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05b89fc3-24a3-4964-9044-9df9dd0698cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.885711 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-05b89fc3-24a3-4964-9044-9df9dd0698cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.897699 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e724-d5e6-4337-926e-6a4004d55658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.923552 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b89fc3-24a3-4964-9044-9df9dd0698cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee38632-a1b7-4a09-ad4b-0491cb223551,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:46.928691 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-05b89fc3-24a3-4964-9044-9df9dd0698cb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=096a67d6b9914d18b0e41e2c14136102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4303679 Aug 06 18:31:46.932410 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 42770) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:31:46.961018 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e724-d5e6-4337-926e-6a4004d55658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.964145 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e724-d5e6-4337-926e-6a4004d55658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:46.966463 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9ea4e724-d5e6-4337-926e-6a4004d55658 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fc1ff013-7034-47c2-b811-b8f3de7d1b6a HTTP/1.1" status: 204 len: 168 time: 0.1448536 Aug 06 18:31:46.981343 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e724-d5e6-4337-926e-6a4004d55658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1ff013-7034-47c2-b811-b8f3de7d1b6a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:47.011386 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87130784-201d-4cde-8ea1-097929b39680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.034271 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87130784-201d-4cde-8ea1-097929b39680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.096083 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87130784-201d-4cde-8ea1-097929b39680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.098890 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-87130784-201d-4cde-8ea1-097929b39680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:47.100171 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-87130784-201d-4cde-8ea1-097929b39680 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cee38632-a1b7-4a09-ad4b-0491cb223551 HTTP/1.1" status: 204 len: 168 time: 0.1666312 Aug 06 18:31:47.108952 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87130784-201d-4cde-8ea1-097929b39680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee38632-a1b7-4a09-ad4b-0491cb223551,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:31:47.557691 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2dcd68-f3d7-4535-9084-e4374b19d81a req-a95b28f7-cba2-4f8f-a7ce-56241823d62f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:47.563672 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a2dcd68-f3d7-4535-9084-e4374b19d81a req-a95b28f7-cba2-4f8f-a7ce-56241823d62f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0608978 Aug 06 18:31:47.606887 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a2dcd68-f3d7-4535-9084-e4374b19d81a req-0e03cc26-8f2b-4ec1-a494-00f5a524573d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391552 Aug 06 18:31:47.831629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220dbe1-cd8a-4dae-99da-0f74a524e307 req-5e416b10-bda6-4f33-913b-8b0b97740051 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:47.843384 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a220dbe1-cd8a-4dae-99da-0f74a524e307 req-5e416b10-bda6-4f33-913b-8b0b97740051 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0775919 Aug 06 18:31:47.891619 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a220dbe1-cd8a-4dae-99da-0f74a524e307 req-3e8586d8-391b-484a-bdc1-1ef2e108d3d4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467002 Aug 06 18:31:48.732558 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcf591-ea5e-422c-9fc0-a60b3253bad9 req-42ea028b-61e3-4b92-860b-46d06f43c66f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.734476 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eedcf591-ea5e-422c-9fc0-a60b3253bad9 req-42ea028b-61e3-4b92-860b-46d06f43c66f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0559440 Aug 06 18:31:48.776415 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eedcf591-ea5e-422c-9fc0-a60b3253bad9 req-4b5f0df2-7063-4278-a8d6-c9b85f2f65dc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348041 Aug 06 18:31:48.886015 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-b1f89e76-4d4b-4fe2-9cf3-405ff22c891a service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406990 Aug 06 18:31:48.956814 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-7c141eb0-8d84-486f-aaff-231ed2b47bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:48.958499 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-7c141eb0-8d84-486f-aaff-231ed2b47bef service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 1099 time: 0.0450041 Aug 06 18:31:49.010709 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c6e81-0bb1-483f-9e94-4c6a2754a46e req-dd4f8951-600f-4c32-a4e3-5b51e167e83b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.012393 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0b8c6e81-0bb1-483f-9e94-4c6a2754a46e req-dd4f8951-600f-4c32-a4e3-5b51e167e83b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0512388 Aug 06 18:31:49.058466 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0b8c6e81-0bb1-483f-9e94-4c6a2754a46e req-97757186-cdfd-4c74-8ebb-3a8ebc8c4a9d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379987 Aug 06 18:31:49.079665 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-cb102d1a-a407-4e7d-a193-b7839c8b743d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.081123 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-cb102d1a-a407-4e7d-a193-b7839c8b743d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.0921168 Aug 06 18:31:49.356479 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-54e264f4-8e2a-4e38-aaea-a42eeb1310ad service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1537c7c6-e409-4e2c-9aad-0249425aac80 HTTP/1.1" status: 200 len: 217 time: 0.2648182 Aug 06 18:31:49.413281 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-ffa8b82c-a048-4536-81db-aac7fd1903ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.414832 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-ffa8b82c-a048-4536-81db-aac7fd1903ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0496202 Aug 06 18:31:49.451954 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-430b49c6-fd3c-4b8d-8dc1-d27075f1f40d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244594 Aug 06 18:31:49.559189 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-58784991-28d0-4be6-8d83-42bbf31965ff service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984528 Aug 06 18:31:49.660239 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ff2e0c89-41ef-48aa-b6f9-aac50fd00d28 req-717b64c8-2c97-4461-b44e-0fc5335b5b4b service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922267 Aug 06 18:31:49.896436 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43b2bf-4b97-4159-8c54-a6b47fe04208 req-09f72c10-b8ae-489f-9660-b102623efa03 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:49.898462 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3d43b2bf-4b97-4159-8c54-a6b47fe04208 req-09f72c10-b8ae-489f-9660-b102623efa03 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0496631 Aug 06 18:31:49.938247 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3d43b2bf-4b97-4159-8c54-a6b47fe04208 req-1b9b721b-f78c-4b7c-841e-491cc284e695 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322182 Aug 06 18:31:50.178046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6a8da5-c4e7-4af7-8cac-82af137bd942 req-6eb2f0aa-398f-4def-8c95-cb4cab90501b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:50.179558 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a6a8da5-c4e7-4af7-8cac-82af137bd942 req-6eb2f0aa-398f-4def-8c95-cb4cab90501b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0527399 Aug 06 18:31:50.223475 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a6a8da5-c4e7-4af7-8cac-82af137bd942 req-c37a9961-9c62-4a59-8e25-3ee59525a57f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Aug 06 18:31:51.063076 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c469e-1475-43e4-aaa6-40a0ac649617 req-e47e5ed5-fdce-4f3d-a85b-451c7f341640 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.064976 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7d2c469e-1475-43e4-aaa6-40a0ac649617 req-e47e5ed5-fdce-4f3d-a85b-451c7f341640 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0505421 Aug 06 18:31:51.103906 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7d2c469e-1475-43e4-aaa6-40a0ac649617 req-529d7892-23fd-413e-ba50-8cb698e929f8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329821 Aug 06 18:31:51.341191 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4915f8-b642-409c-b7ae-c2f2fcbc5d59 req-6716cee8-17b5-4b47-b4e1-6ef811de1c0c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:51.342656 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d4915f8-b642-409c-b7ae-c2f2fcbc5d59 req-6716cee8-17b5-4b47-b4e1-6ef811de1c0c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Aug 06 18:31:51.380020 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d4915f8-b642-409c-b7ae-c2f2fcbc5d59 req-c80d01df-2f12-4668-9b8d-d36be08fe9c1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312414 Aug 06 18:31:51.751414 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:52.226239 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4fbe2-9ab8-42ed-8895-fd23bba61d90 req-89dfef7b-9f96-4ce0-8a8a-de7bd4628c4c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:52.227746 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-59f4fbe2-9ab8-42ed-8895-fd23bba61d90 req-89dfef7b-9f96-4ce0-8a8a-de7bd4628c4c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0527556 Aug 06 18:31:52.267329 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-59f4fbe2-9ab8-42ed-8895-fd23bba61d90 req-ed4ef350-29a0-47da-9c29-20bd88d59107 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332661 Aug 06 18:31:52.499467 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19dcbcb-f1cc-4aac-9dea-8dd43cab8758 req-a56c101b-9afc-4b32-99d5-69cb86f33e36 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:52.500048 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d19dcbcb-f1cc-4aac-9dea-8dd43cab8758 req-a56c101b-9afc-4b32-99d5-69cb86f33e36 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0495479 Aug 06 18:31:52.537902 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d19dcbcb-f1cc-4aac-9dea-8dd43cab8758 req-ed7e226d-8c65-4db5-83a0-fc4336a7c3ce tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319550 Aug 06 18:31:52.639090 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3232e5b1-f6fe-4a49-aaf9-8e3448433c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:53.385235 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d71a1-6fa1-4324-8b7e-fc0bd23cc388 req-33bda306-f204-44a7-a45e-72887788b8a7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:53.387351 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7b7d71a1-6fa1-4324-8b7e-fc0bd23cc388 req-33bda306-f204-44a7-a45e-72887788b8a7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0487866 Aug 06 18:31:53.424338 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7b7d71a1-6fa1-4324-8b7e-fc0bd23cc388 req-112ccade-9abc-4706-b042-2e3c7eb10165 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310366 Aug 06 18:31:53.656568 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fa73c-0eb3-4cab-9db1-777aaa166270 req-cde838d1-8f20-40fd-a43f-6292586e1bf2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:53.658084 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3e6fa73c-0eb3-4cab-9db1-777aaa166270 req-cde838d1-8f20-40fd-a43f-6292586e1bf2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0527408 Aug 06 18:31:53.699876 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3e6fa73c-0eb3-4cab-9db1-777aaa166270 req-b5fdf1c2-fbbf-4c46-9b93-5f6392000b4e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345497 Aug 06 18:31:54.544763 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eba0d-ac1f-4e7b-974f-80ad45f8ab3a req-0014cd17-1fa5-42d4-8503-af3b2f23b5b9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:54.546215 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-147eba0d-ac1f-4e7b-974f-80ad45f8ab3a req-0014cd17-1fa5-42d4-8503-af3b2f23b5b9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0483668 Aug 06 18:31:54.585779 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-147eba0d-ac1f-4e7b-974f-80ad45f8ab3a req-3c785d62-d03e-4183-96e6-7d12156e5a91 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333614 Aug 06 18:31:54.818444 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedcc48-4600-49b3-94e2-bb86ed1a49f8 req-e885d49d-2ebb-4284-90ad-e7d716724561 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:54.820812 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1bedcc48-4600-49b3-94e2-bb86ed1a49f8 req-e885d49d-2ebb-4284-90ad-e7d716724561 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0534520 Aug 06 18:31:54.857473 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1bedcc48-4600-49b3-94e2-bb86ed1a49f8 req-0bb2167d-49c3-427c-9f87-ac7b3d6fa259 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316918 Aug 06 18:31:55.319460 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56263c8e-ef10-4606-b3fa-9f35a04b1ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:55.407944 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:55.713688 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e8f7e4-281f-466d-9f06-fbfbcc0f78ef req-c368cc83-d8d4-4554-b512-8bb843497599 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:55.715269 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b3e8f7e4-281f-466d-9f06-fbfbcc0f78ef req-c368cc83-d8d4-4554-b512-8bb843497599 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0531375 Aug 06 18:31:55.752643 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b3e8f7e4-281f-466d-9f06-fbfbcc0f78ef req-87d79a88-af35-4546-a626-24a38f7cb306 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Aug 06 18:31:55.979588 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936bc6f-8ee1-414e-bf93-effc01a72b4b req-ee092506-b482-4c40-89cf-211216165e6a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:55.981392 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7936bc6f-8ee1-414e-bf93-effc01a72b4b req-ee092506-b482-4c40-89cf-211216165e6a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0543239 Aug 06 18:31:56.021653 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7936bc6f-8ee1-414e-bf93-effc01a72b4b req-66757468-d541-421b-b0b6-b397fc29c956 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342047 Aug 06 18:31:56.295380 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:56.871519 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889d089-1e8b-4f63-a4a1-91bc069f4f39 req-b436dfa4-0df8-4f94-8332-7e60d46428e4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:56.872990 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b889d089-1e8b-4f63-a4a1-91bc069f4f39 req-b436dfa4-0df8-4f94-8332-7e60d46428e4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0477495 Aug 06 18:31:56.914559 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b889d089-1e8b-4f63-a4a1-91bc069f4f39 req-6e6617e3-6582-463a-9dca-540767147295 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346642 Aug 06 18:31:57.142629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a74eb-4249-4ad5-a1f3-645ccb6d376d req-61d83b37-9cad-4945-a135-51ab9a7592a5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:57.144129 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2a74eb-4249-4ad5-a1f3-645ccb6d376d req-61d83b37-9cad-4945-a135-51ab9a7592a5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0525160 Aug 06 18:31:57.183804 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2a74eb-4249-4ad5-a1f3-645ccb6d376d req-055affbf-24c1-41d2-b123-8ac7c536f1c1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Aug 06 18:31:57.521745 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80b7f2-bfd1-4f43-a9ad-b350b881832f req-e1251327-44f8-45cb-a87b-5847fd828b12 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:57.523251 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc80b7f2-bfd1-4f43-a9ad-b350b881832f req-e1251327-44f8-45cb-a87b-5847fd828b12 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0490844 Aug 06 18:31:57.570402 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc80b7f2-bfd1-4f43-a9ad-b350b881832f req-bb636e4e-7997-458c-8cc9-f7055b074c72 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393069 Aug 06 18:31:57.951727 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:31:58.053238 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26e1420-e562-4322-b53a-bd6f914bb4f9 req-1b41403a-f8c3-4d5c-831d-929083f55e63 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:58.054892 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b26e1420-e562-4322-b53a-bd6f914bb4f9 req-1b41403a-f8c3-4d5c-831d-929083f55e63 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0529966 Aug 06 18:31:58.094324 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b26e1420-e562-4322-b53a-bd6f914bb4f9 req-2c2e13f1-ed2e-44fb-a6e7-ac7469a2f3e4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330269 Aug 06 18:31:58.303550 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc2503-ac3a-419c-91cb-3a6d74292cc6 req-66904370-5791-47a5-becc-6de908a2e512 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:58.305100 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e6fc2503-ac3a-419c-91cb-3a6d74292cc6 req-66904370-5791-47a5-becc-6de908a2e512 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0522854 Aug 06 18:31:58.347477 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e6fc2503-ac3a-419c-91cb-3a6d74292cc6 req-caa0838d-436f-496f-b941-e6fe14f36eae tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349722 Aug 06 18:31:58.698409 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9c131-7a9e-4692-badd-30f80c3f4471 req-f1be4403-7c4a-47f1-9280-ae88e58b0512 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:58.699896 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e7f9c131-7a9e-4692-badd-30f80c3f4471 req-f1be4403-7c4a-47f1-9280-ae88e58b0512 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0521119 Aug 06 18:31:58.738318 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e7f9c131-7a9e-4692-badd-30f80c3f4471 req-e6aa4257-8212-44ad-88b5-ec0e12385516 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Aug 06 18:31:59.219328 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1825-2ddb-4986-8573-31899a036a23 req-cfdebd61-2e3b-420a-b3bc-df2be4d791aa tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.220866 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-539b1825-2ddb-4986-8573-31899a036a23 req-cfdebd61-2e3b-420a-b3bc-df2be4d791aa tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0510149 Aug 06 18:31:59.261184 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-539b1825-2ddb-4986-8573-31899a036a23 req-b7c559a5-5124-4384-819f-ae9d1cb48936 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Aug 06 18:31:59.468568 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ae037-c65f-47a9-b785-7eeb84e04ad4 req-081dda25-cc3d-4d77-8005-1816c9b2fcf1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.470061 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-942ae037-c65f-47a9-b785-7eeb84e04ad4 req-081dda25-cc3d-4d77-8005-1816c9b2fcf1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0545051 Aug 06 18:31:59.510119 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-942ae037-c65f-47a9-b785-7eeb84e04ad4 req-7db51b39-101b-4aa0-9f01-2e2feb17b0c3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340312 Aug 06 18:31:59.853944 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66424-bfb2-4575-b2a4-22d22d4ef26b req-68362ab1-d20e-4aed-820c-a507cce92308 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:31:59.855971 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-47e66424-bfb2-4575-b2a4-22d22d4ef26b req-68362ab1-d20e-4aed-820c-a507cce92308 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0506487 Aug 06 18:31:59.895641 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-47e66424-bfb2-4575-b2a4-22d22d4ef26b req-edb3fedf-3498-49fc-b122-5cb293dfd968 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Aug 06 18:32:00.385310 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458757ab-a74d-429b-ae4c-402ebfcab107 req-dff6f89f-90d0-4eee-b056-dc407038628f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:00.387302 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-458757ab-a74d-429b-ae4c-402ebfcab107 req-dff6f89f-90d0-4eee-b056-dc407038628f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0509846 Aug 06 18:32:00.426570 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-458757ab-a74d-429b-ae4c-402ebfcab107 req-036c0b68-acc4-476f-9ceb-de899b4ad5bf tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332346 Aug 06 18:32:00.628521 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41525960-4a85-4928-873c-9132233450c4 req-32fdbc22-2dc4-45c0-a959-193cb26cd268 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:00.629963 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-41525960-4a85-4928-873c-9132233450c4 req-32fdbc22-2dc4-45c0-a959-193cb26cd268 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0514715 Aug 06 18:32:00.668049 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-41525960-4a85-4928-873c-9132233450c4 req-e4ebfda0-2028-4f2f-a295-a0483f31b471 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Aug 06 18:32:01.012723 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e5640-3e24-4454-8140-cd10918c61b2 req-b935cac2-ef5f-4b77-899a-9a4f5d31b777 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:01.014179 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b76e5640-3e24-4454-8140-cd10918c61b2 req-b935cac2-ef5f-4b77-899a-9a4f5d31b777 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Aug 06 18:32:01.052023 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b76e5640-3e24-4454-8140-cd10918c61b2 req-dfc80033-8bc9-4872-bf22-7cd6a957c897 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Aug 06 18:32:01.549342 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2f04-dc32-4eee-9b21-c0575777c57a req-6f9239e0-a9d6-4a29-93a5-039c121d7e0f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:01.550847 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ef3a2f04-dc32-4eee-9b21-c0575777c57a req-6f9239e0-a9d6-4a29-93a5-039c121d7e0f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0492010 Aug 06 18:32:01.588677 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ef3a2f04-dc32-4eee-9b21-c0575777c57a req-71e8e881-2918-474e-96f1-ae8f68f16b9f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Aug 06 18:32:01.785047 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fea9d4-c6b3-407b-a85f-0f56cb7d8263 req-0ee06d7a-5334-41f5-97e3-9cba320fbef3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:01.786393 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19fea9d4-c6b3-407b-a85f-0f56cb7d8263 req-0ee06d7a-5334-41f5-97e3-9cba320fbef3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0505412 Aug 06 18:32:01.823693 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19fea9d4-c6b3-407b-a85f-0f56cb7d8263 req-d3e40381-c3ae-4be3-a5fb-cf529426b06a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313315 Aug 06 18:32:02.166186 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5059325-ab0f-45c0-8ab6-0edca3a3e0a1 req-be726651-d17c-40a9-b97e-956fe76db535 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:02.167939 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5059325-ab0f-45c0-8ab6-0edca3a3e0a1 req-be726651-d17c-40a9-b97e-956fe76db535 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0486734 Aug 06 18:32:02.209094 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5059325-ab0f-45c0-8ab6-0edca3a3e0a1 req-6d89ce37-8395-4d6c-85a7-e52c20d364b5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347099 Aug 06 18:32:02.709140 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50091c89-3d0a-4a44-819a-aabba595636d req-86a62287-0cae-47f5-b8eb-75e7a7dbb477 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:02.710671 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-50091c89-3d0a-4a44-819a-aabba595636d req-86a62287-0cae-47f5-b8eb-75e7a7dbb477 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0503082 Aug 06 18:32:02.750406 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-50091c89-3d0a-4a44-819a-aabba595636d req-0a8fe25c-d095-40c6-95a0-40b0c19eed7b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327995 Aug 06 18:32:02.885991 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:32:02.942210 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9865d-a556-4533-931a-485e50f6fc4d req-471b1d0c-0d04-4e9a-b80e-00e91386a200 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:02.943716 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-35f9865d-a556-4533-931a-485e50f6fc4d req-471b1d0c-0d04-4e9a-b80e-00e91386a200 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0529163 Aug 06 18:32:02.982541 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-35f9865d-a556-4533-931a-485e50f6fc4d req-8377dda1-6672-43ed-ab3f-5417b08da2df tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Aug 06 18:32:03.339638 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed5756-2dd0-45d5-b242-2012e2568826 req-717d138c-5190-4349-b7c2-f207edff73be tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:03.341419 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89ed5756-2dd0-45d5-b242-2012e2568826 req-717d138c-5190-4349-b7c2-f207edff73be tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0548337 Aug 06 18:32:03.388042 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89ed5756-2dd0-45d5-b242-2012e2568826 req-07ac9fef-1f2d-428a-b496-ae7338642ede tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Aug 06 18:32:03.881126 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2ed48-9a90-4c1d-82fa-d77727d89cb6 req-ce2e5623-38df-4d3e-8800-06ef9313f643 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:03.882712 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5ab2ed48-9a90-4c1d-82fa-d77727d89cb6 req-ce2e5623-38df-4d3e-8800-06ef9313f643 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0580735 Aug 06 18:32:03.923153 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5ab2ed48-9a90-4c1d-82fa-d77727d89cb6 req-c63a6c5f-6661-4985-9809-00c8efa0acf7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343900 Aug 06 18:32:04.110123 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00921-f3e1-41db-b187-2712fe273904 req-e15162c5-198a-4cd8-ab19-b0c28699a16c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:04.111622 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f7d00921-f3e1-41db-b187-2712fe273904 req-e15162c5-198a-4cd8-ab19-b0c28699a16c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0528278 Aug 06 18:32:04.150789 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f7d00921-f3e1-41db-b187-2712fe273904 req-0d806425-6ab5-44ae-bd82-8750943300cf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329714 Aug 06 18:32:04.504181 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815a59-6023-474d-839a-8b0ff00f315c req-ddc03d7b-ffa4-4297-ab6e-440fa0d202ca tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:04.505701 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a6815a59-6023-474d-839a-8b0ff00f315c req-ddc03d7b-ffa4-4297-ab6e-440fa0d202ca tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0487058 Aug 06 18:32:04.546153 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a6815a59-6023-474d-839a-8b0ff00f315c req-281fd656-39ed-4c63-a255-aff412a9db8e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335238 Aug 06 18:32:05.049266 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cf8e9d-0909-4857-92c7-228b96a72cfb req-c3c132e3-8437-411e-abf6-4864afdd2074 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:05.052419 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-37cf8e9d-0909-4857-92c7-228b96a72cfb req-c3c132e3-8437-411e-abf6-4864afdd2074 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0514834 Aug 06 18:32:05.089500 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-37cf8e9d-0909-4857-92c7-228b96a72cfb req-e3b2366a-8740-4dfc-945d-e3e58edc1d3e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321887 Aug 06 18:32:05.270344 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6dc3c9-e286-4cbd-9544-2d881105c86d req-914b543e-47fc-4a77-8abd-fb38f4357ff3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:05.271858 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cb6dc3c9-e286-4cbd-9544-2d881105c86d req-914b543e-47fc-4a77-8abd-fb38f4357ff3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0530720 Aug 06 18:32:05.314043 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cb6dc3c9-e286-4cbd-9544-2d881105c86d req-495c9b90-38f3-4c73-bb82-b47421ce1704 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349183 Aug 06 18:32:05.664728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b695aee-10c0-41c3-a98a-e499d6c075c8 req-01643c04-0b0d-49ef-998e-ab080615ae6b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:05.670879 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0b695aee-10c0-41c3-a98a-e499d6c075c8 req-01643c04-0b0d-49ef-998e-ab080615ae6b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Aug 06 18:32:05.709833 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0b695aee-10c0-41c3-a98a-e499d6c075c8 req-545f1457-a8c9-458f-a79a-07b49e7cf1f2 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361440 Aug 06 18:32:06.213974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c460d15-b499-436d-8281-008791718b31 req-95d29d3f-a54f-4aae-a7a7-d17cc1fc9e90 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:06.216560 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6c460d15-b499-436d-8281-008791718b31 req-95d29d3f-a54f-4aae-a7a7-d17cc1fc9e90 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0522556 Aug 06 18:32:06.254545 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6c460d15-b499-436d-8281-008791718b31 req-f802304a-443a-47f7-8d8d-1df1c8413c12 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Aug 06 18:32:06.434285 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b52b41-6a71-4d42-b3c5-e02d9a84cc46 req-c076bc21-d9c9-4873-b722-5f4c06a92f1a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:06.435815 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-58b52b41-6a71-4d42-b3c5-e02d9a84cc46 req-c076bc21-d9c9-4873-b722-5f4c06a92f1a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0547788 Aug 06 18:32:06.477076 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-58b52b41-6a71-4d42-b3c5-e02d9a84cc46 req-f05b8aa5-cc86-4177-a387-0bf582e3710a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346317 Aug 06 18:32:06.828125 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3e3cc-9807-4265-a35d-483715e19493 req-f3076056-0730-48ac-b73a-91980a1831ca tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:06.829622 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1ef3e3cc-9807-4265-a35d-483715e19493 req-f3076056-0730-48ac-b73a-91980a1831ca tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0493872 Aug 06 18:32:06.866896 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1ef3e3cc-9807-4265-a35d-483715e19493 req-7f407ebe-e631-4696-b556-98646ffae654 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312998 Aug 06 18:32:07.232825 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:32:07.333055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:07.344933 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'mac_address': 'fa:16:3e:ee:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:32:07.379339 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a06c38-165f-4b94-bd75-8dc343e98959 req-9ff4e0b7-201f-480b-a131-6c133e966e25 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:07.380855 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94a06c38-165f-4b94-bd75-8dc343e98959 req-9ff4e0b7-201f-480b-a131-6c133e966e25 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0500135 Aug 06 18:32:07.381456 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.394924 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd0da7bd-86a4-4ed9-857c-dca4fc6487cb {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:32:07.415903 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:07.420420 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:07.423605 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94a06c38-165f-4b94-bd75-8dc343e98959 req-e864e75e-cccb-49e0-b1a6-1c82a8b87887 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349021 Aug 06 18:32:07.475502 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=6']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:07.486967 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.487422 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.487775 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.488104 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.488440 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.488777 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.489155 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.489678 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.490018 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.490400 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.490706 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.491002 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:07.586094 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:32:07.599500 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245fa76-ae0b-4c23-b970-7c73ddef719c req-4acda634-3da7-4ac9-ae5d-4fd1b3c01a6c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:07.601546 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5245fa76-ae0b-4c23-b970-7c73ddef719c req-4acda634-3da7-4ac9-ae5d-4fd1b3c01a6c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0562007 Aug 06 18:32:07.643035 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5245fa76-ae0b-4c23-b970-7c73ddef719c req-88987195-4eb9-454d-9186-0b62a223481a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352082 Aug 06 18:32:08.002268 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679318b-f613-4666-93b5-a74e876d4efc req-6f381fc9-2554-42c3-9fe5-22d4a68a6d57 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:08.004438 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7679318b-f613-4666-93b5-a74e876d4efc req-6f381fc9-2554-42c3-9fe5-22d4a68a6d57 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0637720 Aug 06 18:32:08.053271 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7679318b-f613-4666-93b5-a74e876d4efc req-e712671e-2022-49e8-b4e2-d8d2f555bf10 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399480 Aug 06 18:32:08.606130 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ecfd58-5752-4ce6-a78b-64545f7f3ea2 req-365e6d0a-e352-49f3-aa43-5ed7c0398609 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:08.614064 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b6ecfd58-5752-4ce6-a78b-64545f7f3ea2 req-365e6d0a-e352-49f3-aa43-5ed7c0398609 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0919139 Aug 06 18:32:08.636564 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 43220) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:08.650661 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b6ecfd58-5752-4ce6-a78b-64545f7f3ea2 req-e5cfc6e3-e440-4254-90bb-95e1e7430ebe tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357356 Aug 06 18:32:08.688613 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc866b4-8050-4c8f-9d0c-7612e4b90b8a req-82d201b2-73ea-46ca-b6e8-5916514c32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:08.690480 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ecc866b4-8050-4c8f-9d0c-7612e4b90b8a req-82d201b2-73ea-46ca-b6e8-5916514c32c6 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0478320 Aug 06 18:32:08.749854 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ecc866b4-8050-4c8f-9d0c-7612e4b90b8a req-a1cacad6-4632-488a-8743-2e3b4166d0a9 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491307 Aug 06 18:32:08.773229 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2457af6f-638d-4ce2-be44-51b7725bf29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.773625 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5209b9-9e75-4967-b9f0-e0467db3d103 req-fc37f5e5-6941-4996-9284-a4d7974cab7f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:08.784850 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8d5209b9-9e75-4967-b9f0-e0467db3d103 req-fc37f5e5-6941-4996-9284-a4d7974cab7f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0675480 Aug 06 18:32:08.833288 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8d5209b9-9e75-4967-b9f0-e0467db3d103 req-13131389-07a9-4622-912d-8fd58f64143b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448258 Aug 06 18:32:08.903444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2457af6f-638d-4ce2-be44-51b7725bf29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.911181 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2457af6f-638d-4ce2-be44-51b7725bf29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:08.967784 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2457af6f-638d-4ce2-be44-51b7725bf29e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=529dd22862ac4cc3b77b5b9672b8af27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300471 Aug 06 18:32:08.969843 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457af6f-638d-4ce2-be44-51b7725bf29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa31d40-3f5c-42a3-94b5-c2e48371c39d,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:08.970686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43232) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:09.032053 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a457b5c-bcbf-43cf-81b5-e8901bf1d437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.054674 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a457b5c-bcbf-43cf-81b5-e8901bf1d437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.118876 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a457b5c-bcbf-43cf-81b5-e8901bf1d437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.122094 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7a457b5c-bcbf-43cf-81b5-e8901bf1d437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.123428 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7a457b5c-bcbf-43cf-81b5-e8901bf1d437 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bfa31d40-3f5c-42a3-94b5-c2e48371c39d HTTP/1.1" status: 204 len: 168 time: 0.1516979 Aug 06 18:32:09.134580 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a457b5c-bcbf-43cf-81b5-e8901bf1d437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa31d40-3f5c-42a3-94b5-c2e48371c39d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:09.204087 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4da80-f9f8-4bac-b0df-461070f26f55 req-0e063659-14d6-4b19-96f3-2a238add6782 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:09.211100 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4ce4da80-f9f8-4bac-b0df-461070f26f55 req-0e063659-14d6-4b19-96f3-2a238add6782 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0683892 Aug 06 18:32:09.211334 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:09.306461 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:09.308274 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.317082 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4ce4da80-f9f8-4bac-b0df-461070f26f55 req-e80715ae-6cbc-4291-b9c2-7fe397299fcf tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834091 Aug 06 18:32:09.400124 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.426504 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:09.429871 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d83d0d-992a-405b-9439-8145853755b8" -d '{"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:09.469596 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:09.477244 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:09.504135 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f774b19-0744-4faf-a2f0-872214bae9c1 x-openstack-request-id: req-5f774b19-0744-4faf-a2f0-872214bae9c1 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:09.504853 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:09.505055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f774b19-0744-4faf-a2f0-872214bae9c1 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:09.505449 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'code': 200} Aug 06 18:32:09.545247 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=7']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:09.843891 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6ceee-1324-47cc-8062-cb7b73181afe req-892859ae-f608-4728-b7b6-225932d180c5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:09.855938 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e2d6ceee-1324-47cc-8062-cb7b73181afe req-892859ae-f608-4728-b7b6-225932d180c5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1211598 Aug 06 18:32:09.911956 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e2d6ceee-1324-47cc-8062-cb7b73181afe req-4073f4ef-29c7-4b22-bc1c-8e2a06f66a8f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542502 Aug 06 18:32:10.012468 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a18d826-096a-4189-b06a-a29c2db5b663 req-dcd65722-248f-4a76-8942-98f38c114e14 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:10.020297 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a18d826-096a-4189-b06a-a29c2db5b663 req-dcd65722-248f-4a76-8942-98f38c114e14 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0801091 Aug 06 18:32:10.078489 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a18d826-096a-4189-b06a-a29c2db5b663 req-f2bf7810-cc66-4100-876f-1c9b364540e3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571418 Aug 06 18:32:10.095556 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43266) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:10.228696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-264762767-network', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:10.256653 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Made reservation on behalf of e16cdbc0b69c4d88a61cb0bf9671f277 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:10.259271 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.271782 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.411849 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.427098 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.509740 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:32:10.525116 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.525878 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Added segment acdfd756-0433-4062-b400-e6d6b78a9281 of type vlan for network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda Aug 06 18:32:10.561298 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff75ec44-729d-4006-8e2d-af04f0363bed,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:10.601152 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74eeba-4190-4e0f-9519-ee508c48e570 req-bb9ed262-cc8b-466a-b314-6624ec00a70c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:10.602775 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab74eeba-4190-4e0f-9519-ee508c48e570 req-bb9ed262-cc8b-466a-b314-6624ec00a70c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.1892135 Aug 06 18:32:10.629662 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.660952 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab74eeba-4190-4e0f-9519-ee508c48e570 req-b47ebd10-2fca-42d5-976f-c93c6c908c4a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477550 Aug 06 18:32:10.697817 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.701161 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:10.703739 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:10.767014 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6705401 Aug 06 18:32:10.770045 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 43274) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:10.775600 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c90e7b-bb93-481e-a92f-bdabf04c17e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:10.787907 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Request body: {'subnet': {'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-264762767-subnet', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:10.789616 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:32:10.820156 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Made reservation on behalf of e16cdbc0b69c4d88a61cb0bf9671f277 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:10.822884 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.034823 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.060085 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582402e-b0d2-4227-88d4-7f493bbd5e0e req-aa75e597-b8c4-4781-86a4-97e22b3a0d1e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.061768 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3582402e-b0d2-4227-88d4-7f493bbd5e0e req-aa75e597-b8c4-4781-86a4-97e22b3a0d1e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0642767 Aug 06 18:32:11.123421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efff21e8-f406-4b62-9096-b24ef172e5bd,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:11.127972 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Checking segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:11.128411 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Network hostable DHCP agents. Network: c07d921d-3fdf-4c92-bea9-d9b43dd6ecda, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:32:11.133740 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3582402e-b0d2-4227-88d4-7f493bbd5e0e req-d862c98a-ff02-40d9-b8c6-c19b1e29468d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650053 Aug 06 18:32:11.168564 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:32:11.194648 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, c07d921d-3fdf-4c92-bea9-d9b43dd6ecda) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:11.203590 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01785147-a3bc-4ff4-801e-2946a0cde974 None None] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:11.208451 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.209309 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.239684 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7a20e73c-6b52-418b-96bd-e16e6647fbc2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4678934 Aug 06 18:32:11.242292 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 43282) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:11.246457 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3f84-d6e5-440b-8802-b3f7a419a97a req-4b2f2f68-0aae-451c-b3b8-823cef5f14b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.251148 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-000c3f84-d6e5-440b-8802-b3f7a419a97a req-4b2f2f68-0aae-451c-b3b8-823cef5f14b8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0864422 Aug 06 18:32:11.254980 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:11.286081 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.287829 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.310261 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-000c3f84-d6e5-440b-8802-b3f7a419a97a req-383b8400-ff58-4fb3-8a79-d2d372be2914 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547752 Aug 06 18:32:11.365557 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.408683 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:32:11.410081 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.525859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.590865 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Allocated IP 172.20.0.2 (c07d921d-3fdf-4c92-bea9-d9b43dd6ecda/efff21e8-f406-4b62-9096-b24ef172e5bd/d7ac2b47-b1c2-446b-8e82-57f2e64181c4) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:11.652652 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-6f49fd26-f6ef-4fa6-96d5-4f94e6a78d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.655037 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-6f49fd26-f6ef-4fa6-96d5-4f94e6a78d16 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0554855 Aug 06 18:32:11.664448 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f437d-e74d-4465-847c-16a8439978c7 req-96115bc0-e42a-48cc-ae1a-2ab5e1fa151f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.666425 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ce0f437d-e74d-4465-847c-16a8439978c7 req-96115bc0-e42a-48cc-ae1a-2ab5e1fa151f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0603733 Aug 06 18:32:11.725051 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ce0f437d-e74d-4465-847c-16a8439978c7 req-d322bb0a-46fe-49c0-9c3b-75f7ae8bf26a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486012 Aug 06 18:32:11.784207 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.794068 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Transition to ACTIVE for port object d7ac2b47-b1c2-446b-8e82-57f2e64181c4 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:11.810398 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Transition to ACTIVE for port object d7ac2b47-b1c2-446b-8e82-57f2e64181c4 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:11.816684 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.829423 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e39f2-3f9c-4a28-b2bb-3e645d8afbcb req-366bcf05-ee8f-49f5-a354-6b00043d8587 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.831215 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c20e39f2-3f9c-4a28-b2bb-3e645d8afbcb req-366bcf05-ee8f-49f5-a354-6b00043d8587 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0590935 Aug 06 18:32:11.862228 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:11.867097 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:11.871095 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:11.874500 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c20e39f2-3f9c-4a28-b2bb-3e645d8afbcb req-93c61267-2214-42ac-88b1-fbf7c48acabb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364516 Aug 06 18:32:11.880327 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Pushing event updated for resources: {'Port': ['ID=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:11.932470 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-516ca5d1-9a13-4bba-ab3d-a26a9cc4a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:11.934640 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-516ca5d1-9a13-4bba-ab3d-a26a9cc4a5bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.2632542 Aug 06 18:32:11.943329 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Attempting to bind port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:11.943896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.944170 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Attempting to bind port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:11.944790 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Attempting to bind port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 on network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:11.951433 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:11.951805 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Checking segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:11.952367 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:11.952762 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Bound using segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:11.953222 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Bound port: d7ac2b47-b1c2-446b-8e82-57f2e64181c4, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:11.953617 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.002997 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.011514 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-9c4ee6d2-0c7c-4201-aa0d-c46336d712b8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 217 time: 0.0646062 Aug 06 18:32:12.038955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] For port d7ac2b47-b1c2-446b-8e82-57f2e64181c4, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:12.043259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] For port d7ac2b47-b1c2-446b-8e82-57f2e64181c4, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:12.048481 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.123283 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-76e16854-a41c-4033-82f7-d39184ee8cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:12.124887 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-76e16854-a41c-4033-82f7-d39184ee8cc4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0811307 Aug 06 18:32:12.125023 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda658f0-7ddc-4d2b-9e8a-620f931d705a None None] Pushing event updated for resources: {'Port': ['ID=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:12.166373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Allocated IP 172.27.0.120 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/56521034-f1a8-4ae4-93d5-74456b03941c) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:12.212787 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-a84d1152-0002-400f-8180-1e48bb2f330d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695155 Aug 06 18:32:12.372851 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf08d909-58b7-4f04-86a4-71e71a681ca4 req-bad19501-7263-4689-9091-0596e1e93b56 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:12.380549 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bf08d909-58b7-4f04-86a4-71e71a681ca4 req-bad19501-7263-4689-9091-0596e1e93b56 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0656025 Aug 06 18:32:12.441902 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-5fa48905-7fba-4c39-8764-375eb4f217f3 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984132 Aug 06 18:32:12.444359 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bf08d909-58b7-4f04-86a4-71e71a681ca4 req-1c08d729-90b1-4d26-aefc-82ca59e70d34 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623033 Aug 06 18:32:12.547289 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.586439 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b1c0da3e-8f6a-4205-b873-a20e271cacc0 req-f09a4df2-9a4e-4fa3-816a-4b0950a92a09 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347139 Aug 06 18:32:12.613774 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:12.673755 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Pushing event updated for resources: {'Port': ['ID=56521034-f1a8-4ae4-93d5-74456b03941c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:12.692335 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:12.694368 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:12.700940 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:12.947517 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a03d16-3603-4121-b8b0-8e7004135728 req-24aba930-7a50-4875-b4c8-f65d025334cf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:12.986463 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a8a03d16-3603-4121-b8b0-8e7004135728 req-24aba930-7a50-4875-b4c8-f65d025334cf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.1576636 Aug 06 18:32:13.056695 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a8a03d16-3603-4121-b8b0-8e7004135728 req-8d918fb6-11b8-4e73-bfbc-5155d3ad44f5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528252 Aug 06 18:32:13.098123 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.190633 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181205dd-b43d-47b8-921e-0f5c63f2797c req-85d0aa27-b17b-421e-882d-e060a0a8e93c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:13.207953 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-181205dd-b43d-47b8-921e-0f5c63f2797c req-85d0aa27-b17b-421e-882d-e060a0a8e93c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.1118677 Aug 06 18:32:13.289110 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-181205dd-b43d-47b8-921e-0f5c63f2797c req-aef45544-5043-4b49-8eeb-ba7087a0771b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644944 Aug 06 18:32:13.650110 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f2d5a-8ad4-406a-900e-314227bed32d req-45fc969e-85b9-47ff-8988-6bcd5c34b0f5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:13.655453 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-048f2d5a-8ad4-406a-900e-314227bed32d req-45fc969e-85b9-47ff-8988-6bcd5c34b0f5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0772684 Aug 06 18:32:13.680255 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a8502-8ebf-4444-8a90-71e9c7cd6ee9 None None] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:13.754478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d7ac2b47-b1c2-446b-8e82-57f2e64181c4 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:13.757442 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:13.775008 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-048f2d5a-8ad4-406a-900e-314227bed32d req-7c95e402-4e72-4c04-948b-4b1817f59d44 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135197 Aug 06 18:32:13.931267 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-b58e794b-1375-4da0-a708-ebce82a11d23 None None] Provisioning for port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:13.973382 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Router b2f20844-3558-41eb-a9ff-0826dbd6daf6 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:32:14.108140 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:14.123901 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Sync routers for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:14.140015 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:14.141176 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:31:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:14.149271 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.152962 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7a796439-1ac3-4275-8cf5-85e5b8427567 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9094830 Aug 06 18:32:14.155778 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43338) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:14.280022 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:14.294974 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:14.304243 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:14.304848 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.473944 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.522232 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01fc53-9c12-4c04-bd95-b48668e096c7 req-b667f0fd-4978-4909-824c-7f28f87bb46f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:14.524253 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:12Z', 'revision_number': 3, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:14.524446 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6e01fc53-9c12-4c04-bd95-b48668e096c7 req-b667f0fd-4978-4909-824c-7f28f87bb46f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.2745702 Aug 06 18:32:14.554487 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port d7ac2b47-b1c2-446b-8e82-57f2e64181c4, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:14.562156 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.575329 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Checking router: b2f20844-3558-41eb-a9ff-0826dbd6daf6 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:14.575959 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Updating router b2f20844-3558-41eb-a9ff-0826dbd6daf6 port 56521034-f1a8-4ae4-93d5-74456b03941c binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:14.586446 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f6be6-a61e-4769-989c-e56a4a46b9f8 req-6bfb908b-4d80-4b43-bcb3-32039f343c57 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:14.588416 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f06f6be6-a61e-4769-989c-e56a4a46b9f8 req-6bfb908b-4d80-4b43-bcb3-32039f343c57 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.1275706 Aug 06 18:32:14.649770 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:14.651513 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:14.669071 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6e01fc53-9c12-4c04-bd95-b48668e096c7 req-b924ab8f-7bfb-4bb5-9658-6de575ac4c75 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374040 Aug 06 18:32:14.707794 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f06f6be6-a61e-4769-989c-e56a4a46b9f8 req-383be65d-a0bd-4254-87cf-06c19e4952aa tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663257 Aug 06 18:32:14.891980 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-93723056-94d8-4d53-b211-06d4f741d00c None None] Provisioning complete for port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:14.892564 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-93723056-94d8-4d53-b211-06d4f741d00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.024615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.138592 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-43f10420-fb93-4760-9d84-d3bb948e0c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.141289 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-43f10420-fb93-4760-9d84-d3bb948e0c03 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1099 time: 0.0902274 Aug 06 18:32:15.150095 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5861beb8-8900-4e16-b822-c7cb94044911 req-02f9ebe6-80c3-4bdf-900e-5a3520751a13 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.152359 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5861beb8-8900-4e16-b822-c7cb94044911 req-02f9ebe6-80c3-4bdf-900e-5a3520751a13 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1960089 Aug 06 18:32:15.163313 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.182278 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Transition to ACTIVE for port object 56521034-f1a8-4ae4-93d5-74456b03941c will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:15.191688 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.244161 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Pushing event updated for resources: {'Port': ['ID=56521034-f1a8-4ae4-93d5-74456b03941c,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:15.255186 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-a7131fd4-ac72-4843-b508-98bfc41c35bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.256950 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-a7131fd4-ac72-4843-b508-98bfc41c35bc service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.1059268 Aug 06 18:32:15.267968 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.268769 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.269334 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.269806 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.270277 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.270969 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.271590 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.272246 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.272814 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.273396 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.274261 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.274693 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:15.278397 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Attempting to bind port 56521034-f1a8-4ae4-93d5-74456b03941c on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:15.288500 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Attempting to bind port 56521034-f1a8-4ae4-93d5-74456b03941c by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:15.289044 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Attempting to bind port 56521034-f1a8-4ae4-93d5-74456b03941c on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:15.296387 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:15.297022 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:15.297601 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.298138 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:15.298756 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Bound port: 56521034-f1a8-4ae4-93d5-74456b03941c, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:15.299355 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.332763 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Allocated IP 172.20.0.1 (c07d921d-3fdf-4c92-bea9-d9b43dd6ecda/efff21e8-f406-4b62-9096-b24ef172e5bd/303c24eb-e581-4bff-a574-8f9ddcafa512) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:15.355718 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-33d33633-dfb2-457c-a578-09ee78635100 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 1002 time: 0.0838161 Aug 06 18:32:15.368656 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] For port 56521034-f1a8-4ae4-93d5-74456b03941c, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:15.373144 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] For port 56521034-f1a8-4ae4-93d5-74456b03941c, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=56521034-f1a8-4ae4-93d5-74456b03941c,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:15.394003 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.458314 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:15.459220 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:31:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:15.459610 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-6efac6e9-382d-4d21-9f42-918cfa255c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.459801 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.462148 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-6efac6e9-382d-4d21-9f42-918cfa255c1f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0874727 Aug 06 18:32:15.474348 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Transition to ACTIVE for port object 303c24eb-e581-4bff-a574-8f9ddcafa512 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:15.521078 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff91707-c831-4286-9d6b-445a033ccaf2 None None] Pushing event updated for resources: {'Port': ['ID=56521034-f1a8-4ae4-93d5-74456b03941c,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:15.532537 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a781d2b-260c-49be-ae10-0b396d9c91fc req-acdf934e-7dd1-4e47-b98e-fe68140bc7a7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.539886 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a781d2b-260c-49be-ae10-0b396d9c91fc req-acdf934e-7dd1-4e47-b98e-fe68140bc7a7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.5194211 Aug 06 18:32:15.579405 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-3e13e574-e0cc-44fb-85ba-a85bf62720bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:15.583576 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-3e13e574-e0cc-44fb-85ba-a85bf62720bb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1063805 Aug 06 18:32:15.591871 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.607176 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:15.649094 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Pushing event updated for resources: {'Port': ['ID=303c24eb-e581-4bff-a574-8f9ddcafa512,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:15.655100 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5861beb8-8900-4e16-b822-c7cb94044911 req-9d4359bc-f755-436c-9815-b3798eed59cb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645875 Aug 06 18:32:15.673506 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a781d2b-260c-49be-ae10-0b396d9c91fc req-13dc769f-325d-47be-8292-888f90782b78 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326678 Aug 06 18:32:15.687237 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:15.688703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:15.691686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:15.701675 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d7ac2b47-b1c2-446b-8e82-57f2e64181c4 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:15.781761 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-e5dc99b0-c847-4667-9615-1bcac85f60e8 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672359 Aug 06 18:32:15.828968 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:15.829363 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:15.961973 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bb6afb1-c3d2-4b2a-b32a-c8b2370c9af2 req-2b522fc3-a5fa-44c6-a8f6-27a61ec7d689 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711118 Aug 06 18:32:16.045341 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:12Z', 'revision_number': 3, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:16.078372 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed1d21-6e4e-457e-823f-a97ea289d074 None None] The sync data for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi is: [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:12Z', 'revision_number': 3, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:16.109981 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a588511f-dc23-41ba-b8f9-c2d3d2e689e1 None None] Provisioning for port 303c24eb-e581-4bff-a574-8f9ddcafa512 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:16.120905 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a588511f-dc23-41ba-b8f9-c2d3d2e689e1 None None] Provisioning complete for port 303c24eb-e581-4bff-a574-8f9ddcafa512 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:16.121291 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a588511f-dc23-41ba-b8f9-c2d3d2e689e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.126519 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.225256 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a588511f-dc23-41ba-b8f9-c2d3d2e689e1 None None] Port 303c24eb-e581-4bff-a574-8f9ddcafa512 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:16.268948 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a21e0-6859-428b-80a1-910798445ff3 req-56268ed6-a52c-4869-991c-68d1ebb7b9f7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:16.278824 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-774a21e0-6859-428b-80a1-910798445ff3 req-56268ed6-a52c-4869-991c-68d1ebb7b9f7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.1489792 Aug 06 18:32:16.356209 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-774a21e0-6859-428b-80a1-910798445ff3 req-b365c7e4-d054-416b-8d17-1383b1275baa tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764081 Aug 06 18:32:16.425353 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.670402 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.675622 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.783246 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Pushing event updated for resources: {'Port': ['ID=303c24eb-e581-4bff-a574-8f9ddcafa512,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:16.869649 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:16.920279 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a442ce0-7d29-431b-ab6f-b6de282ed78f req-1f0497e7-a9aa-4218-aa15-b4ea8ad5e67e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:16.922060 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a442ce0-7d29-431b-ab6f-b6de282ed78f req-1f0497e7-a9aa-4218-aa15-b4ea8ad5e67e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.1398575 Aug 06 18:32:16.941950 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72885f46-2f51-435a-b8f3-3ff8c5931b29 req-227684ca-7e8a-4149-b068-439247fcd94a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:16.950328 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-72885f46-2f51-435a-b8f3-3ff8c5931b29 req-227684ca-7e8a-4149-b068-439247fcd94a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1379693 Aug 06 18:32:17.089605 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a442ce0-7d29-431b-ab6f-b6de282ed78f req-e02f7407-75fa-44f8-a219-06f3c6408f6b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334403 Aug 06 18:32:17.119751 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-72885f46-2f51-435a-b8f3-3ff8c5931b29 req-700af513-d602-451e-b334-f0c79a5bcc1e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671960 Aug 06 18:32:17.152627 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:17.154364 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:17.385429 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Router b2f20844-3558-41eb-a9ff-0826dbd6daf6 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:17.464262 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d7d8108a-7efe-450e-9a0c-ad3ec42381e8 None None] Provisioning complete for port 303c24eb-e581-4bff-a574-8f9ddcafa512 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:17.464850 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d7d8108a-7efe-450e-9a0c-ad3ec42381e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.506842 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8108a-7efe-450e-9a0c-ad3ec42381e8 None None] Port 303c24eb-e581-4bff-a574-8f9ddcafa512 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:17.508322 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:17.519490 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-cd847f9c-3d53-4e42-8555-324c9b585e9b admin admin] 10.222.0.57 "PUT /v2.0/routers/b2f20844-3558-41eb-a9ff-0826dbd6daf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3567812 Aug 06 18:32:17.653036 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 56521034-f1a8-4ae4-93d5-74456b03941c up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:17.748541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 56521034-f1a8-4ae4-93d5-74456b03941c completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:17.754722 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 56521034-f1a8-4ae4-93d5-74456b03941c triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:17.755107 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.915377 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:17.963404 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 56521034-f1a8-4ae4-93d5-74456b03941c, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=56521034-f1a8-4ae4-93d5-74456b03941c,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:17.975303 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.077799 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b039bc71-8950-46f7-926c-f288c7bb5d29 req-6f2dc884-2f6b-49f6-be47-572e8c06b9f8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:18.081763 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=56521034-f1a8-4ae4-93d5-74456b03941c,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:18.087265 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b039bc71-8950-46f7-926c-f288c7bb5d29 req-6f2dc884-2f6b-49f6-be47-572e8c06b9f8 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.1098645 Aug 06 18:32:18.139340 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b039bc71-8950-46f7-926c-f288c7bb5d29 req-488f6a84-3f53-4df8-894f-6b1a78d8ba61 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494227 Aug 06 18:32:18.317694 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeea115-ad6b-4545-b476-cd8f7d9e9f5c req-9ca45867-7f07-4be3-809d-23c6886e5900 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:18.319282 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fbeea115-ad6b-4545-b476-cd8f7d9e9f5c req-9ca45867-7f07-4be3-809d-23c6886e5900 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.1158836 Aug 06 18:32:18.320650 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 43396) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:18.327399 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1528236309-network', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:18.332580 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dabac2-0b1c-4485-8ad8-bdc7f5c72b60 req-17d26a60-ff3b-49af-95da-739b137942db tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:18.359850 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e5dabac2-0b1c-4485-8ad8-bdc7f5c72b60 req-17d26a60-ff3b-49af-95da-739b137942db tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1023195 Aug 06 18:32:18.424221 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Sync routers for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:18.437302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Made reservation on behalf of 43d21724b87b486e87cffe5a88f8893c for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:18.445479 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.447800 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:18.448042 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:31:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:18.498302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.498942 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e5dabac2-0b1c-4485-8ad8-bdc7f5c72b60 req-6dce14cb-808e-49e6-a296-857f60e70bfd tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555467 Aug 06 18:32:18.530131 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fbeea115-ad6b-4545-b476-cd8f7d9e9f5c req-c2349ede-073b-433d-8abf-424ca856ed16 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651108 Aug 06 18:32:18.731356 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:18.760300 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.766400 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.808068 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bfc97f-2613-48ef-b76b-bc65654d1122,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:18.836688 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:32:18.849788 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:18.850134 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Added segment cfcd277d-022c-4c70-b984-7c27daf36961 of type vlan for network b114fdc0-7b9d-4d3f-a23e-43db37322559 Aug 06 18:32:18.954494 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.023697 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.024964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:19.027576 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.061739 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 2, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:19.144441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Checking router: b2f20844-3558-41eb-a9ff-0826dbd6daf6 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:19.158694 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Updating router b2f20844-3558-41eb-a9ff-0826dbd6daf6 port 303c24eb-e581-4bff-a574-8f9ddcafa512 binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:19.177588 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43422) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:19.182678 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Request body: {'subnet': {'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1528236309-subnet', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:19.187700 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8639541 Aug 06 18:32:19.188948 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776a36f-4854-487d-8672-7770561f5b5b admin admin] Pushing event updated for resources: {'Network': ['ID=b114fdc0-7b9d-4d3f-a23e-43db37322559,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:19.201621 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:32:19.222575 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.236201 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Made reservation on behalf of 43d21724b87b486e87cffe5a88f8893c for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:19.242682 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835834'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.450822 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835784'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.514067 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f1a5ab-117b-4704-a8a7-ae453ed72668,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:19.524772 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Checking segment: {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:19.525222 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Network hostable DHCP agents. Network: b114fdc0-7b9d-4d3f-a23e-43db37322559, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:32:19.564170 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:32:19.587041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, b114fdc0-7b9d-4d3f-a23e-43db37322559) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:19.597946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:19.598542 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.606901 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.620732 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Transition to ACTIVE for port object 303c24eb-e581-4bff-a574-8f9ddcafa512 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:19.627293 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-38835b93-d4ba-4243-be92-9de9433c25a3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4462929 Aug 06 18:32:19.627451 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a985ac-242f-4ad2-a517-72dc917d93c0 None None] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:19.628353 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43428) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:19.642494 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.645381 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:19.708959 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.709934 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.716118 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 56521034-f1a8-4ae4-93d5-74456b03941c up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:19.775625 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be921a64-0c42-4c60-b64b-4af3803b5395 None None] Pushing event updated for resources: {'Port': ['ID=303c24eb-e581-4bff-a574-8f9ddcafa512,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:19.815582 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.828015 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4048e3-5592-43db-8046-4aa38c4b0788 req-f26ccf62-e648-49d1-bd14-d1301517b224 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:19.831872 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d4048e3-5592-43db-8046-4aa38c4b0788 req-f26ccf62-e648-49d1-bd14-d1301517b224 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1405807 Aug 06 18:32:19.855749 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Attempting to bind port 303c24eb-e581-4bff-a574-8f9ddcafa512 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:19.856276 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Attempting to bind port 303c24eb-e581-4bff-a574-8f9ddcafa512 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:19.856749 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Attempting to bind port 303c24eb-e581-4bff-a574-8f9ddcafa512 on network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:19.895271 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:19.895746 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Checking segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:19.896259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.897008 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Bound using segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:19.897525 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Bound port: 303c24eb-e581-4bff-a574-8f9ddcafa512, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:19.898025 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.917144 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 56521034-f1a8-4ae4-93d5-74456b03941c triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:19.917666 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:19.980058 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] For port 303c24eb-e581-4bff-a574-8f9ddcafa512, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:19.983634 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] For port 303c24eb-e581-4bff-a574-8f9ddcafa512, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=303c24eb-e581-4bff-a574-8f9ddcafa512,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:20.009515 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.056021 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.067994 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d4048e3-5592-43db-8046-4aa38c4b0788 req-735c89fc-1270-4e29-a2cc-ddbb8ebb1475 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831982 Aug 06 18:32:20.136921 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be921a64-0c42-4c60-b64b-4af3803b5395 None None] Pushing event updated for resources: {'Port': ['ID=303c24eb-e581-4bff-a574-8f9ddcafa512,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:20.185014 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:20.185678 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:31:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:20.419834 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.430845 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-b114fdc0-7b9d-4d3f-a23e-43db37322559', 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'fixed_ips': [{'subnet_id': '22f1a5ab-117b-4704-a8a7-ae453ed72668'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:32:20.431680 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.449454 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.538044 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:20.598124 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Allocated IP 172.27.0.148 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/3086330f-b681-4895-8451-c6c614a142fa) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:20.760649 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.794118 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Allocated IP 172.20.0.2 (b114fdc0-7b9d-4d3f-a23e-43db37322559/22f1a5ab-117b-4704-a8a7-ae453ed72668/8d4984f0-190e-4e8d-85d2-ff49e315b04e) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:20.811615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:20.851786 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:20.863370 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:20.867738 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:20.903044 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:19Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:20.906493 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Pushing event updated for resources: {'Port': ['ID=3086330f-b681-4895-8451-c6c614a142fa,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:20.938025 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff54a121-29c3-4ec0-9ad4-b5e4316107c7 None None] The sync data for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi is: [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:19Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:21.036166 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.047483 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Transition to ACTIVE for port object 8d4984f0-190e-4e8d-85d2-ff49e315b04e will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:21.077288 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Transition to ACTIVE for port object 8d4984f0-190e-4e8d-85d2-ff49e315b04e will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:21.086053 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.155334 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:21.158700 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:21.163606 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:21.167704 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Pushing event updated for resources: {'Port': ['ID=8d4984f0-190e-4e8d-85d2-ff49e315b04e,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:21.302711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Attempting to bind port 8d4984f0-190e-4e8d-85d2-ff49e315b04e on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:21.303137 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Attempting to bind port 8d4984f0-190e-4e8d-85d2-ff49e315b04e by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:21.307262 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Attempting to bind port 8d4984f0-190e-4e8d-85d2-ff49e315b04e on network b114fdc0-7b9d-4d3f-a23e-43db37322559 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:21.320031 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:21.322181 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Checking segment: {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:21.322603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.322999 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Bound using segment: {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:21.329248 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.331980 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Bound port: 8d4984f0-190e-4e8d-85d2-ff49e315b04e, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:21.332405 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.429858 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] For port 8d4984f0-190e-4e8d-85d2-ff49e315b04e, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:21.436715 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] For port 8d4984f0-190e-4e8d-85d2-ff49e315b04e, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=8d4984f0-190e-4e8d-85d2-ff49e315b04e,segment=NetworkSegment(cfcd277d-022c-4c70-b984-7c27daf36961),segment_id=cfcd277d-022c-4c70-b984-7c27daf36961)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:21.443871 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.476978 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a3fa2-917d-4c17-86f4-eac7e1cdc81c req-539e867c-d55b-4d88-a997-2c27cca730f2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:21.485092 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d83a3fa2-917d-4c17-86f4-eac7e1cdc81c req-539e867c-d55b-4d88-a997-2c27cca730f2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1718838 Aug 06 18:32:21.506829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915384b8-aa2f-4721-a89c-44dacfdece9f None None] Pushing event updated for resources: {'Port': ['ID=8d4984f0-190e-4e8d-85d2-ff49e315b04e,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:21.539362 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d83a3fa2-917d-4c17-86f4-eac7e1cdc81c req-efec4445-55e2-479c-a624-073ac07b5824 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532234 Aug 06 18:32:21.704662 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 303c24eb-e581-4bff-a574-8f9ddcafa512 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:21.708801 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.804152 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.836755 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 303c24eb-e581-4bff-a574-8f9ddcafa512 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:21.848911 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 303c24eb-e581-4bff-a574-8f9ddcafa512 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:21.849738 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:21.941968 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Router 6814d3d2-d3af-4125-b1e8-9b84e407c0df is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93276) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:32:22.047312 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.114087 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:22.117619 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 303c24eb-e581-4bff-a574-8f9ddcafa512, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=303c24eb-e581-4bff-a574-8f9ddcafa512,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:22.125064 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.135800 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Sync routers for ids ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:22.145306 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.146573 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-932b44de-9702-41ff-b016-4f65fee8d0fa admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5170205 Aug 06 18:32:22.149881 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 43444) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:22.159944 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Routers {'6814d3d2-d3af-4125-b1e8-9b84e407c0df'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:22.161417 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:31:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:22.194650 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=303c24eb-e581-4bff-a574-8f9ddcafa512,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:22.329979 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Set router 6814d3d2-d3af-4125-b1e8-9b84e407c0df gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:22.615733 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:21Z', 'revision_number': 3, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:22.655641 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e358fbd2-b8e1-4ac6-ab7e-7e59a8d0d303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.712948 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Checking router: 6814d3d2-d3af-4125-b1e8-9b84e407c0df for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:22.713290 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Updating router 6814d3d2-d3af-4125-b1e8-9b84e407c0df port 3086330f-b681-4895-8451-c6c614a142fa binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:22.755100 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:22.828091 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74ea11-d1ea-4b2f-b2c9-4c97eb7c50e2 req-2be7f0a5-1a76-484b-91c8-d0002471841e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:22.829565 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4c74ea11-d1ea-4b2f-b2c9-4c97eb7c50e2 req-2be7f0a5-1a76-484b-91c8-d0002471841e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1040306 Aug 06 18:32:22.889124 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4c74ea11-d1ea-4b2f-b2c9-4c97eb7c50e2 req-e90f3c59-60a5-477b-b874-3d528ca7cd81 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531082 Aug 06 18:32:22.961486 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.057731 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02399be8-673e-48bf-b8ad-3dbace4fd87d None None] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:32:23.098328 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-3cfc3707-c6f4-40f1-9aa4-79daea5a0c5e None None] Provisioning for port 8d4984f0-190e-4e8d-85d2-ff49e315b04e completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:23.154722 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.176242 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Transition to ACTIVE for port object 3086330f-b681-4895-8451-c6c614a142fa will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:23.193323 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.203144 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Allocated IP 172.20.0.1 (b114fdc0-7b9d-4d3f-a23e-43db37322559/22f1a5ab-117b-4704-a8a7-ae453ed72668/77a3b69b-29d8-4b95-9f7f-f6eaf0888571) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:23.243221 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615cc3d-a103-448d-a4ef-6a1f9826a930 None None] Pushing event updated for resources: {'Port': ['ID=3086330f-b681-4895-8451-c6c614a142fa,revision_number=2']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:23.282844 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Attempting to bind port 3086330f-b681-4895-8451-c6c614a142fa on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:23.283102 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Attempting to bind port 3086330f-b681-4895-8451-c6c614a142fa by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:23.283470 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Attempting to bind port 3086330f-b681-4895-8451-c6c614a142fa on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:23.291029 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:23.291433 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:23.291836 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.292661 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:23.293219 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Bound port: 3086330f-b681-4895-8451-c6c614a142fa, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:23.293872 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.349950 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] For port 3086330f-b681-4895-8451-c6c614a142fa, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:23.353974 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] For port 3086330f-b681-4895-8451-c6c614a142fa, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=3086330f-b681-4895-8451-c6c614a142fa,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:23.361750 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.402367 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.485449 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Transition to ACTIVE for port object 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:23.636823 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.699865 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Routers {'6814d3d2-d3af-4125-b1e8-9b84e407c0df'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:23.700516 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:31:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:23.706121 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615cc3d-a103-448d-a4ef-6a1f9826a930 None None] Pushing event updated for resources: {'Port': ['ID=3086330f-b681-4895-8451-c6c614a142fa,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:23.746447 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:23.754226 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:23.758218 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Pushing event updated for resources: {'Port': ['ID=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:23.762046 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:23.826159 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:23.902313 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] Set router 6814d3d2-d3af-4125-b1e8-9b84e407c0df gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:23.920226 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 303c24eb-e581-4bff-a574-8f9ddcafa512 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:24.046222 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 303c24eb-e581-4bff-a574-8f9ddcafa512 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:24.046222 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.153976 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.155347 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8d4984f0-190e-4e8d-85d2-ff49e315b04e up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:24.189744 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc2508-44e4-4e87-a646-299067eea884 req-e3b9df07-b76c-4761-8776-8edeef7ea39f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:24.192540 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dfbc2508-44e4-4e87-a646-299067eea884 req-e3b9df07-b76c-4761-8776-8edeef7ea39f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1417682 Aug 06 18:32:24.278786 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ff7cf769-8720-4dc1-bb91-96308a50b6c8 None None] Provisioning for port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:24.295698 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ff7cf769-8720-4dc1-bb91-96308a50b6c8 None None] Provisioning complete for port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:24.297080 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ff7cf769-8720-4dc1-bb91-96308a50b6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.345983 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 8d4984f0-190e-4e8d-85d2-ff49e315b04e completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:24.372875 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-ff7cf769-8720-4dc1-bb91-96308a50b6c8 None None] Port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:24.375028 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 8d4984f0-190e-4e8d-85d2-ff49e315b04e triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:24.375400 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.485519 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.500874 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.515661 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:21Z', 'revision_number': 3, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:24.532929 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.548489 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0cbf4-bc66-4566-a288-00bb6e470495 None None] The sync data for ids ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'] in dv-cinder-790910-9-iscsi is: [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:21Z', 'revision_number': 3, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:24.573054 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 8d4984f0-190e-4e8d-85d2-ff49e315b04e, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=8d4984f0-190e-4e8d-85d2-ff49e315b04e,segment=NetworkSegment(cfcd277d-022c-4c70-b984-7c27daf36961),segment_id=cfcd277d-022c-4c70-b984-7c27daf36961)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:24.579872 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.637093 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:24.650852 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=8d4984f0-190e-4e8d-85d2-ff49e315b04e,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:24.660549 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Pushing event updated for resources: {'Port': ['ID=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:24.789871 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dfbc2508-44e4-4e87-a646-299067eea884 req-546bae9f-cd63-4bac-80c9-ca46e52c6b2a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5899503 Aug 06 18:32:24.797405 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:24.798876 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:24.946427 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Router 6814d3d2-d3af-4125-b1e8-9b84e407c0df has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:32:25.135507 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:32:25.150136 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c46563d4-6aab-4277-ab0e-fbba07ba6e8b admin admin] 10.222.0.57 "PUT /v2.0/routers/6814d3d2-d3af-4125-b1e8-9b84e407c0df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9964595 Aug 06 18:32:25.211499 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-bb119904-9101-4920-8d97-d97370bc2280 None None] Provisioning complete for port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:25.211499 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bb119904-9101-4920-8d97-d97370bc2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.268981 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-bb119904-9101-4920-8d97-d97370bc2280 None None] Port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:25.401122 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ccfede38-3fa6-40f4-8112-4e1f41322333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.445806 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.770389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 3086330f-b681-4895-8451-c6c614a142fa up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:25.826422 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 3086330f-b681-4895-8451-c6c614a142fa completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:25.830407 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 3086330f-b681-4895-8451-c6c614a142fa triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:25.830888 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:25.952355 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfe7e0-8b73-4311-912f-f458980f3ec7 req-ad390395-b025-45dc-a700-495226f28439 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:25.954469 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3bdfe7e0-8b73-4311-912f-f458980f3ec7 req-ad390395-b025-45dc-a700-495226f28439 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0599792 Aug 06 18:32:25.972194 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.003092 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 3086330f-b681-4895-8451-c6c614a142fa, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=3086330f-b681-4895-8451-c6c614a142fa,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:26.007321 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3bdfe7e0-8b73-4311-912f-f458980f3ec7 req-64872030-332e-45b8-9c7a-f6382878f67f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423737 Aug 06 18:32:26.009347 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.013485 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8d4984f0-190e-4e8d-85d2-ff49e315b04e up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:26.166407 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=3086330f-b681-4895-8451-c6c614a142fa,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:26.181339 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 8d4984f0-190e-4e8d-85d2-ff49e315b04e triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:26.181865 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:26.309228 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:27.131085 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e77fcf-bdec-479a-b35b-2017ab1075d7 req-f48add9d-5b4a-476d-9fb8-4f10fb4481e3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:27.135529 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b1e77fcf-bdec-479a-b35b-2017ab1075d7 req-f48add9d-5b4a-476d-9fb8-4f10fb4481e3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0563235 Aug 06 18:32:27.183981 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b1e77fcf-bdec-479a-b35b-2017ab1075d7 req-cff8ead0-a19b-4a43-8c21-fc2f7dc0106f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436730 Aug 06 18:32:27.626099 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Sync routers for ids ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:32:27.629993 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 3086330f-b681-4895-8451-c6c614a142fa up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:27.664636 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Routers {'6814d3d2-d3af-4125-b1e8-9b84e407c0df'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:27.665263 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:32:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:27.894780 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 3086330f-b681-4895-8451-c6c614a142fa triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:27.895034 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:27.949991 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Set router 6814d3d2-d3af-4125-b1e8-9b84e407c0df gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:27.997567 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.345162 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00c2ef-13a9-41ce-99fd-50533cfd62b5 req-f5ad6091-105f-482c-b22a-1541934f8bd6 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:28.347725 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a00c2ef-13a9-41ce-99fd-50533cfd62b5 req-f5ad6091-105f-482c-b22a-1541934f8bd6 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.0642214 Aug 06 18:32:28.352710 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:24Z', 'revision_number': 4, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '77a3b69b-29d8-4b95-9f7f-f6eaf0888571', 'name': '', 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'mac_address': 'fa:16:3e:92:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '22f1a5ab-117b-4704-a8a7-ae453ed72668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:23Z', 'updated_at': '2021-08-06T18:32:24Z', 'revision_number': 2, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'subnets': [{'id': '22f1a5ab-117b-4704-a8a7-ae453ed72668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:28.399694 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Checking router: 6814d3d2-d3af-4125-b1e8-9b84e407c0df for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:32:28.400425 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Updating router 6814d3d2-d3af-4125-b1e8-9b84e407c0df port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:32:28.409023 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a00c2ef-13a9-41ce-99fd-50533cfd62b5 req-dc597782-9a2d-475b-9fa0-b3edad91e078 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521803 Aug 06 18:32:28.430048 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.772137 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.783691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Transition to ACTIVE for port object 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:28.791862 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.848144 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ea1b0-9094-44a1-b43a-7378795f611c None None] Pushing event updated for resources: {'Port': ['ID=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:28.906915 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Attempting to bind port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:32:28.907457 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Attempting to bind port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:32:28.907910 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Attempting to bind port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 on network b114fdc0-7b9d-4d3f-a23e-43db37322559 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:32:28.913762 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:32:28.914383 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Checking segment: {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:32:28.914895 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.915410 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Bound using segment: {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:32:28.916068 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Bound port: 77a3b69b-29d8-4b95-9f7f-f6eaf0888571, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfcd277d-022c-4c70-b984-7c27daf36961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:32:28.922575 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:28.998740 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] For port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:32:29.002376 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] For port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,segment=NetworkSegment(cfcd277d-022c-4c70-b984-7c27daf36961),segment_id=cfcd277d-022c-4c70-b984-7c27daf36961)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:32:29.007726 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:29.103162 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ea1b0-9094-44a1-b43a-7378795f611c None None] Pushing event updated for resources: {'Port': ['ID=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:29.109121 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Routers {'6814d3d2-d3af-4125-b1e8-9b84e407c0df'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:32:29.109923 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:32:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:29.244870 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] Set router 6814d3d2-d3af-4125-b1e8-9b84e407c0df gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:32:29.490682 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:24Z', 'revision_number': 4, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '77a3b69b-29d8-4b95-9f7f-f6eaf0888571', 'name': '', 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'mac_address': 'fa:16:3e:92:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '22f1a5ab-117b-4704-a8a7-ae453ed72668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:23Z', 'updated_at': '2021-08-06T18:32:28Z', 'revision_number': 4, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'subnets': [{'id': '22f1a5ab-117b-4704-a8a7-ae453ed72668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:32:29.524866 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-250e814a-f79c-4f99-8d69-564dcca92ff5 None None] The sync data for ids ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'] in dv-cinder-790910-9-iscsi is: [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:32:24Z', 'revision_number': 4, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '77a3b69b-29d8-4b95-9f7f-f6eaf0888571', 'name': '', 'network_id': 'b114fdc0-7b9d-4d3f-a23e-43db37322559', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'mac_address': 'fa:16:3e:92:7f:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '22f1a5ab-117b-4704-a8a7-ae453ed72668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:23Z', 'updated_at': '2021-08-06T18:32:28Z', 'revision_number': 4, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'subnets': [{'id': '22f1a5ab-117b-4704-a8a7-ae453ed72668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:32:29.621915 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5b0c37-e807-41d7-85ee-cd2f3e1a7205 req-9505027e-48c8-4e09-bd19-68ed2ac8fbee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:29.629458 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4d5b0c37-e807-41d7-85ee-cd2f3e1a7205 req-9505027e-48c8-4e09-bd19-68ed2ac8fbee tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 945 time: 0.1212187 Aug 06 18:32:29.690878 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4d5b0c37-e807-41d7-85ee-cd2f3e1a7205 req-a9b3e197-31ff-445d-a3a5-98ca15896978 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605454 Aug 06 18:32:29.800557 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-a97a170c-bcc2-4d4a-9a49-f08267c65c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:29.803588 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-a97a170c-bcc2-4d4a-9a49-f08267c65c13 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1098 time: 0.0550349 Aug 06 18:32:29.945263 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-397eed10-5a89-48fe-a945-61bd4c48f6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:29.947166 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-397eed10-5a89-48fe-a945-61bd4c48f6b1 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.1281042 Aug 06 18:32:30.030439 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-9cd40474-75fb-46fd-b243-4164848d70eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 200 len: 1000 time: 0.0702636 Aug 06 18:32:30.105497 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-50cd6585-edf0-48c3-8bfa-11b16ea1bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:30.107955 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-50cd6585-edf0-48c3-8bfa-11b16ea1bc8b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0595496 Aug 06 18:32:30.224754 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-4339a7d7-c201-484e-bfc6-4f0b212dce80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:30.226363 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-4339a7d7-c201-484e-bfc6-4f0b212dce80 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0969589 Aug 06 18:32:30.341291 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-4df11153-ae07-419b-b1bd-ddfa764a6ec3 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003354 Aug 06 18:32:30.384762 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:32:30.484274 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ece9400f-4851-4eee-ab4a-76f96e62febb req-acf9f03c-2db8-4ede-afd5-f18047c76547 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253016 Aug 06 18:32:30.512705 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:30.542853 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:32:30.546054 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e2fd4-321b-4cf4-a17f-d63b060b2d7f" -d '{"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:32:30.564103 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:30.570641 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:30.607156 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a695087e-e982-4214-a471-13f487eb9150 x-openstack-request-id: req-a695087e-e982-4214-a471-13f487eb9150 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:32:30.607547 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-unplugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:32:30.607895 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a695087e-e982-4214-a471-13f487eb9150 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:32:30.608394 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'code': 200} Aug 06 18:32:30.639018 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=8']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:30.870032 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c8f67-6e1a-423b-8def-473bd560095c req-e0ca75c7-5837-4993-99e7-5764ecfd2e22 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:30.882296 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-839c8f67-6e1a-423b-8def-473bd560095c req-e0ca75c7-5837-4993-99e7-5764ecfd2e22 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0863631 Aug 06 18:32:30.936770 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-839c8f67-6e1a-423b-8def-473bd560095c req-52cd9099-e719-4d2e-bf53-434eeee41789 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478702 Aug 06 18:32:31.662901 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:31.733899 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:31.738216 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:31.738599 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.873827 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.910774 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,segment=NetworkSegment(cfcd277d-022c-4c70-b984-7c27daf36961),segment_id=cfcd277d-022c-4c70-b984-7c27daf36961)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:32:31.935633 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:31.990287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:32.078132 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89106366-e569-4d70-9311-6785668390ef req-a0f5b387-f07e-4378-8e51-5410069412ae tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:32.079685 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89106366-e569-4d70-9311-6785668390ef req-a0f5b387-f07e-4378-8e51-5410069412ae tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0634503 Aug 06 18:32:32.120768 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89106366-e569-4d70-9311-6785668390ef req-de2138dc-8388-4d10-ba13-1d558adbfba0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346396 Aug 06 18:32:33.259206 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf83cb-7d48-4165-b9c7-cece00033242 req-d76f051a-d26a-4687-8205-de79f92584ed tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:33.267221 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8cf83cb-7d48-4165-b9c7-cece00033242 req-d76f051a-d26a-4687-8205-de79f92584ed tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0665383 Aug 06 18:32:33.303476 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8cf83cb-7d48-4165-b9c7-cece00033242 req-072b8a89-cdf6-4d56-9118-ccea607bfe64 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353482 Aug 06 18:32:33.659129 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:32:33.712942 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:33.713323 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:33.761915 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c2297-efdb-4407-9d47-63549db21cc2 req-168f6838-b413-44d8-9e3c-52309e18e9ba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:33.763802 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de7c2297-efdb-4407-9d47-63549db21cc2 req-168f6838-b413-44d8-9e3c-52309e18e9ba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0531933 Aug 06 18:32:33.846103 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de7c2297-efdb-4407-9d47-63549db21cc2 req-5f1633fc-b36d-4bda-ab6d-6b7dc180428d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760453 Aug 06 18:32:34.444894 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b589a1-3c65-4877-a094-24b13230b6b9 req-84f0b3e6-aab7-49fd-a139-df9c9c583b54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:34.457743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67b589a1-3c65-4877-a094-24b13230b6b9 req-84f0b3e6-aab7-49fd-a139-df9c9c583b54 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0722945 Aug 06 18:32:34.533674 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67b589a1-3c65-4877-a094-24b13230b6b9 req-909396c3-bce5-4066-b5af-d57d114fc3e7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676141 Aug 06 18:32:34.967191 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6496aa-168e-418b-9a94-2a6f0177569c req-fe3541db-9898-4c43-b814-b98c8b06f50a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:34.969840 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ba6496aa-168e-418b-9a94-2a6f0177569c req-fe3541db-9898-4c43-b814-b98c8b06f50a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0552857 Aug 06 18:32:35.017152 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ba6496aa-168e-418b-9a94-2a6f0177569c req-e875c0c9-260c-47f1-89a5-cbd38e950f4f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420961 Aug 06 18:32:35.452495 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-128d8309-7664-47a1-ad97-889a217eed89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.454107 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-128d8309-7664-47a1-ad97-889a217eed89 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0511329 Aug 06 18:32:35.560967 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-0ad19ffe-d418-4729-81a8-3f2c52dc9976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.562442 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-0ad19ffe-d418-4729-81a8-3f2c52dc9976 service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.0908465 Aug 06 18:32:35.612027 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-8cb8213a-44b6-4e6c-a1ec-184e8e1c792a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 217 time: 0.0353327 Aug 06 18:32:35.662488 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139cc2d-5658-4b05-999e-7e13c924f95d req-a07acf32-cee9-4e96-bd56-d00028432563 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.664854 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2139cc2d-5658-4b05-999e-7e13c924f95d req-a07acf32-cee9-4e96-bd56-d00028432563 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0519018 Aug 06 18:32:35.688041 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-cc8ada06-925e-4171-af13-8f61c4165974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.689693 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-cc8ada06-925e-4171-af13-8f61c4165974 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0585485 Aug 06 18:32:35.714930 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2139cc2d-5658-4b05-999e-7e13c924f95d req-830ca479-bced-4100-85b0-b3db4c40293b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393078 Aug 06 18:32:35.738781 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-34b20475-11c6-49e8-9a71-f80887720e17 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359886 Aug 06 18:32:35.840612 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-525b8c61-c469-443c-ab28-8a34c4a17897 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851724 Aug 06 18:32:35.933923 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d13e0b41-4ea4-4603-a8b9-955897651e31 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:35.935443 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d13e0b41-4ea4-4603-a8b9-955897651e31 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 814 time: 0.1113269 Aug 06 18:32:35.951111 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-29154aac-23f7-48e2-b422-b39e0f0b9e10 req-a9b04c2c-da6f-46ae-8437-157940858b41 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918946 Aug 06 18:32:35.951530 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-9c6eb201-259a-4dc3-8b5d-b91516fbe20f tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/quotas/e16cdbc0b69c4d88a61cb0bf9671f277 HTTP/1.1" status: 200 len: 375 time: 0.0102468 Aug 06 18:32:36.004742 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-9cf6d5bf-f45d-4c5c-854d-3ab1ba2c5522 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470867 Aug 06 18:32:36.128087 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-ab5a1ef3-f0cb-4167-87b3-0b9783b5ee8f service neutron] 10.222.0.57 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109786 Aug 06 18:32:36.151121 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72924d-6fbf-4209-8e7d-3244a3cb93e1 req-8ad87f51-3899-4bdc-8215-439cb61d782b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:36.153239 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b72924d-6fbf-4209-8e7d-3244a3cb93e1 req-8ad87f51-3899-4bdc-8215-439cb61d782b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0669880 Aug 06 18:32:36.238706 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b72924d-6fbf-4209-8e7d-3244a3cb93e1 req-452d48b1-fd9b-41d8-b9be-b5b16e4d12bd tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759382 Aug 06 18:32:36.260083 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-853f8b1d-6d2e-4960-81e1-44ec17c48d70 service neutron] 10.222.0.57 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254854 Aug 06 18:32:36.425479 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-43c22c0f-5910-4715-ba33-85083e211695 req-11b63209-e20e-4d8e-b001-7c85348846d9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0306420 Aug 06 18:32:36.840259 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f53474-ff5a-4413-a6a8-1cf0c36684fa req-48360939-532d-4cf6-9657-658a8cf11e05 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:36.841733 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b5f53474-ff5a-4413-a6a8-1cf0c36684fa req-48360939-532d-4cf6-9657-658a8cf11e05 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0491035 Aug 06 18:32:36.878906 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b5f53474-ff5a-4413-a6a8-1cf0c36684fa req-eb65ba26-b49c-42e1-9188-95b352dc858a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312450 Aug 06 18:32:37.357698 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e534fb-e33f-4fdd-89f8-ce4b516eff05 req-886d364a-dbf3-4f25-80e2-9f9bfba0404d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:37.359183 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7e534fb-e33f-4fdd-89f8-ce4b516eff05 req-886d364a-dbf3-4f25-80e2-9f9bfba0404d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0531592 Aug 06 18:32:37.395582 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7e534fb-e33f-4fdd-89f8-ce4b516eff05 req-d8c97a3a-48a1-4444-a8e2-da93944a42c5 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Aug 06 18:32:37.519385 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d5153059-08ff-4ccb-8099-c4ee1a80c918 req-1f51ed0c-9f01-4bba-a6e4-9460d7d06ff0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0267444 Aug 06 18:32:38.004170 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d065eddc-c0d1-4c5c-a4eb-7a8fa385c2b9 req-bfb03749-63c9-40e7-a4ba-056fb56b8288 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:38.005656 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d065eddc-c0d1-4c5c-a4eb-7a8fa385c2b9 req-bfb03749-63c9-40e7-a4ba-056fb56b8288 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0535097 Aug 06 18:32:38.043747 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d065eddc-c0d1-4c5c-a4eb-7a8fa385c2b9 req-3ea27eb7-9078-4e24-9c6d-4e1df60f6850 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314441 Aug 06 18:32:38.518988 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71e97a-4775-40aa-a705-3892518e272e req-4587497c-cab1-4f8e-a20f-7ddeb06a8042 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:38.520475 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8c71e97a-4775-40aa-a705-3892518e272e req-4587497c-cab1-4f8e-a20f-7ddeb06a8042 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0566704 Aug 06 18:32:38.562857 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8c71e97a-4775-40aa-a705-3892518e272e req-fc3d0cfd-1434-4530-a36f-fe7729ebe57d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357494 Aug 06 18:32:38.623717 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f68f619-1cd0-4183-b406-c8834cb73255 req-6c1c6471-865d-4940-8d73-17a527a96243 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0272152 Aug 06 18:32:39.165082 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4d587-e5cc-442c-9e61-f8a820640cc6 req-b1d00904-a410-4932-9090-cc78f0db7333 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:39.166535 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dfa4d587-e5cc-442c-9e61-f8a820640cc6 req-b1d00904-a410-4932-9090-cc78f0db7333 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0477092 Aug 06 18:32:39.205569 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dfa4d587-e5cc-442c-9e61-f8a820640cc6 req-1a60abe8-3307-4f07-bc67-d6039195a293 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321081 Aug 06 18:32:39.686233 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1eb607-44fc-4a52-810d-583a350fc11e req-dda9ccd6-4947-48a8-ac03-51f6f1b1de6d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:39.688126 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c1eb607-44fc-4a52-810d-583a350fc11e req-dda9ccd6-4947-48a8-ac03-51f6f1b1de6d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0541093 Aug 06 18:32:39.740971 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-32bb26c0-9cfc-425e-9d70-6a4562cca312 req-d5e8d627-1fcd-466e-bddb-2b238e3d4b80 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0395114 Aug 06 18:32:39.753694 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c1eb607-44fc-4a52-810d-583a350fc11e req-45356e45-14b1-4880-954f-68f74ab3914c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596044 Aug 06 18:32:39.884131 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:32:40.326381 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5581219-3245-4562-b3c8-360c1ff6f4fe req-9d7a8571-8ff1-48c8-b16b-870761e851be tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:40.327892 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5581219-3245-4562-b3c8-360c1ff6f4fe req-9d7a8571-8ff1-48c8-b16b-870761e851be tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0495012 Aug 06 18:32:40.365986 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5581219-3245-4562-b3c8-360c1ff6f4fe req-967ba197-fb29-48dd-99c8-f2abed199093 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323055 Aug 06 18:32:40.837408 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-79f1eb3b-c449-4d9e-9162-dacf17023a38 req-bc643852-a67b-41dc-a7b3-b727dd056898 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0281236 Aug 06 18:32:40.888901 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd47b1c-65f7-4a29-a9fd-9788a2c13797 req-f2e035f6-47c4-408c-82e3-7def18d8a533 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:40.890362 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7dd47b1c-65f7-4a29-a9fd-9788a2c13797 req-f2e035f6-47c4-408c-82e3-7def18d8a533 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Aug 06 18:32:40.929152 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7dd47b1c-65f7-4a29-a9fd-9788a2c13797 req-768894a1-8d19-4204-bd21-6e6a6d841d1e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Aug 06 18:32:41.484232 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da0b78-03f4-40f5-83ef-9502fc1d5cbf req-eda2e19e-8512-4ea0-adea-43f48ac1884d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:41.485677 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f7da0b78-03f4-40f5-83ef-9502fc1d5cbf req-eda2e19e-8512-4ea0-adea-43f48ac1884d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0489507 Aug 06 18:32:41.524461 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f7da0b78-03f4-40f5-83ef-9502fc1d5cbf req-e438bb26-9796-4b81-90af-17ca3b3df289 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Aug 06 18:32:41.931657 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc5231c4-b8a9-4c0d-af2f-7193e189a3fc req-49782ea8-ad18-4b3e-90cb-dde00b69f8f7 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0269716 Aug 06 18:32:42.045374 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a304d2-050f-4ef4-bacd-c1fd668516c9 req-25df0771-8690-4b76-bff0-ab8ad0ee7f1d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:42.046823 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f6a304d2-050f-4ef4-bacd-c1fd668516c9 req-25df0771-8690-4b76-bff0-ab8ad0ee7f1d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Aug 06 18:32:42.090330 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f6a304d2-050f-4ef4-bacd-c1fd668516c9 req-b11116bc-5d08-49ac-b1d6-56f90dba35b4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372448 Aug 06 18:32:42.644495 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0881cce3-336b-47bc-9c0d-e92983c0bef5 req-1434de93-0aa4-4e53-9c98-31b21281bb75 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:42.645947 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0881cce3-336b-47bc-9c0d-e92983c0bef5 req-1434de93-0aa4-4e53-9c98-31b21281bb75 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0486467 Aug 06 18:32:42.682487 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0881cce3-336b-47bc-9c0d-e92983c0bef5 req-a37ad826-02f1-4c07-908e-fd287c045af9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306001 Aug 06 18:32:43.025337 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1950f98-c5ca-449b-8567-f9adfbce50d8 req-b978e6cb-1877-4068-bcc9-15ef6100d4ef tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0253851 Aug 06 18:32:43.204752 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fafa8-3524-4205-850f-ab18642c2944 req-13646ed7-1fd5-40f7-a780-6dea53be5781 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:43.206212 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-396fafa8-3524-4205-850f-ab18642c2944 req-13646ed7-1fd5-40f7-a780-6dea53be5781 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0480702 Aug 06 18:32:43.249051 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-396fafa8-3524-4205-850f-ab18642c2944 req-2c8cbf4d-f108-4ece-aca6-70d0b3bf87d9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364804 Aug 06 18:32:43.802999 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe9700-4bc3-4557-81dd-6aacda3caae4 req-6d15c656-7ee0-4184-9778-b312b89d1364 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:43.804502 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-38fe9700-4bc3-4557-81dd-6aacda3caae4 req-6d15c656-7ee0-4184-9778-b312b89d1364 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0492842 Aug 06 18:32:43.842415 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-38fe9700-4bc3-4557-81dd-6aacda3caae4 req-0705fd9b-e4b9-43df-9068-6faaf88e352e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320327 Aug 06 18:32:44.118174 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd75c8e6-2a13-447c-ae39-37998260467a req-4d96c916-58ad-418c-bea1-f63eced6598b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 210 time: 0.0253587 Aug 06 18:32:44.363331 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af080804-2462-4172-b644-f40b0fc4a0c7 req-55b4b35b-b3cd-4451-af54-f2191f2e6e13 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.364942 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-af080804-2462-4172-b644-f40b0fc4a0c7 req-55b4b35b-b3cd-4451-af54-f2191f2e6e13 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0490005 Aug 06 18:32:44.404306 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-af080804-2462-4172-b644-f40b0fc4a0c7 req-3a204efe-682c-4ac9-a64e-4b57e03e2bc7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325294 Aug 06 18:32:44.519886 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-bc4577a7-f3c0-455e-937e-c3dbea5335d6 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.521311 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-bc4577a7-f3c0-455e-937e-c3dbea5335d6 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 814 time: 0.1057732 Aug 06 18:32:44.549665 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'port': {'device_id': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'admin_state_up': True, 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:44.664637 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Made reservation on behalf of e16cdbc0b69c4d88a61cb0bf9671f277 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:32:44.669244 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.812828 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Allocated IP 172.20.0.3 (c07d921d-3fdf-4c92-bea9-d9b43dd6ecda/efff21e8-f406-4b62-9096-b24ef172e5bd/0291aa1d-d949-4b9c-8d15-18a5af2ac6b5) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:32:44.970737 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:44.974921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aed57f-78b9-4ae2-8f57-9ec1c035b67a req-a17b625c-7c90-4ea3-87aa-8967cbd13aef tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:44.976285 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-72aed57f-78b9-4ae2-8f57-9ec1c035b67a req-a17b625c-7c90-4ea3-87aa-8967cbd13aef tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0617604 Aug 06 18:32:44.986122 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Transition to ACTIVE for port object 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:32:45.020364 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:45.050636 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-72aed57f-78b9-4ae2-8f57-9ec1c035b67a req-962399b0-06cb-420a-8542-b897805087e3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558925 Aug 06 18:32:45.081441 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:45.092318 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.092666 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.093012 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.093351 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.093685 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.094007 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.094333 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.094677 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.094984 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.095339 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.095687 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.095984 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:45.115441 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:32:45.118211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:32:45.133521 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:32:45.208708 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.209805 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:45.232947 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d3e4592f-f9e4-4d56-bd39-9cf2981ee2fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6861739 Aug 06 18:32:45.329034 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af7d90-b09d-4240-8aa9-73cafdc0d1ec req-0e5baa93-4900-46d5-a2ae-df21603eea21 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.331282 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-95af7d90-b09d-4240-8aa9-73cafdc0d1ec req-0e5baa93-4900-46d5-a2ae-df21603eea21 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0941021 Aug 06 18:32:45.386780 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-95af7d90-b09d-4240-8aa9-73cafdc0d1ec req-5b8a03e0-0e78-470b-9b62-c9aadd8422f0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495703 Aug 06 18:32:45.446935 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2067d9e0-c2da-4739-bfdd-8890f90b42b9 None None] Provisioning for port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:32:45.452345 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-2067d9e0-c2da-4739-bfdd-8890f90b42b9 None None] Provisioning complete for port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:32:45.453016 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-2067d9e0-c2da-4739-bfdd-8890f90b42b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:45.492740 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-2067d9e0-c2da-4739-bfdd-8890f90b42b9 None None] Port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:32:45.536448 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd3c45-8637-4c57-9d5e-a3cc5f55e520 req-d2d8a724-4b1f-4b75-a746-94c8c2f89f40 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:45.537949 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-39dd3c45-8637-4c57-9d5e-a3cc5f55e520 req-d2d8a724-4b1f-4b75-a746-94c8c2f89f40 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0533209 Aug 06 18:32:45.579267 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-39dd3c45-8637-4c57-9d5e-a3cc5f55e520 req-ac7de3de-d8aa-4fea-b6ed-63cb76f1dae3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339503 Aug 06 18:32:46.198025 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7aec3-5764-4b21-acd0-a8e548c3346a req-2bca848a-852b-45f4-906d-e71fd468dd88 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:46.200036 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3f7aec3-5764-4b21-acd0-a8e548c3346a req-2bca848a-852b-45f4-906d-e71fd468dd88 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0653796 Aug 06 18:32:46.240641 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3f7aec3-5764-4b21-acd0-a8e548c3346a req-ae22a760-a343-4b05-b1b0-115be92e987b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345418 Aug 06 18:32:46.503661 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67e891-9f14-4972-8477-809b00a49096 req-fe922c6a-d6f7-4bfd-b592-974c29f2376d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:46.505116 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3e67e891-9f14-4972-8477-809b00a49096 req-fe922c6a-d6f7-4bfd-b592-974c29f2376d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0481765 Aug 06 18:32:46.545077 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3e67e891-9f14-4972-8477-809b00a49096 req-4d5f2994-86bb-417b-b789-ab8a69f021ea tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Aug 06 18:32:46.700167 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8435631-7ead-4c75-8010-dbb717e5772a req-56bbfcd3-2c1c-4f47-836a-e40a0d722d89 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:46.701571 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c8435631-7ead-4c75-8010-dbb717e5772a req-56bbfcd3-2c1c-4f47-836a-e40a0d722d89 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0514112 Aug 06 18:32:46.740297 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c8435631-7ead-4c75-8010-dbb717e5772a req-6e568542-a56d-4148-adcd-1f0f9dc62c1d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322807 Aug 06 18:32:47.384046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3fd8c4-7bf5-40b8-bbb6-8f03c9a59513 req-5073aa31-d6ab-4e2a-a5a3-e89f04a40db7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.385573 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa3fd8c4-7bf5-40b8-bbb6-8f03c9a59513 req-5073aa31-d6ab-4e2a-a5a3-e89f04a40db7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0555987 Aug 06 18:32:47.425766 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa3fd8c4-7bf5-40b8-bbb6-8f03c9a59513 req-38386484-5a61-41b0-930f-1b975aca9dc1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337732 Aug 06 18:32:47.663006 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087faadc-fec7-452a-9544-eb0eceffb71c req-75e9df7f-a904-4daa-a687-e249c3476d41 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.664632 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-087faadc-fec7-452a-9544-eb0eceffb71c req-75e9df7f-a904-4daa-a687-e249c3476d41 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0512435 Aug 06 18:32:47.705485 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-087faadc-fec7-452a-9544-eb0eceffb71c req-cfe992dc-ff9d-48fd-bc25-39b96e2d4f6e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336404 Aug 06 18:32:47.860090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e48cb98-835a-40e2-b18e-7855758e37ba req-3d235aa0-2d60-4e17-8533-ee9e438eb541 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:47.861516 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7e48cb98-835a-40e2-b18e-7855758e37ba req-3d235aa0-2d60-4e17-8533-ee9e438eb541 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0526247 Aug 06 18:32:47.902488 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7e48cb98-835a-40e2-b18e-7855758e37ba req-7196e4a6-e9d2-4409-9cdb-d860e26c1b57 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348675 Aug 06 18:32:48.474631 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:32:48.592744 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026d121-794e-4c97-bccb-0255e538b791 req-b39b5f07-9752-46b6-b274-010fc9450b2e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:48.603283 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3026d121-794e-4c97-bccb-0255e538b791 req-b39b5f07-9752-46b6-b274-010fc9450b2e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0885608 Aug 06 18:32:48.638166 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3026d121-794e-4c97-bccb-0255e538b791 req-a4be73d4-3dfb-4562-93d6-ad96807fb4af tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338738 Aug 06 18:32:48.825178 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805c964-96e4-4c87-9e7f-8ef7150baaa0 req-42bfe7c1-28e4-45d2-b721-21921d5ab8ae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:48.826972 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7805c964-96e4-4c87-9e7f-8ef7150baaa0 req-42bfe7c1-28e4-45d2-b721-21921d5ab8ae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0498724 Aug 06 18:32:48.866369 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7805c964-96e4-4c87-9e7f-8ef7150baaa0 req-7e4bc3ed-e195-41a6-9341-2a6fda2ddce4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330060 Aug 06 18:32:49.032681 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13884d17-c3e9-4ec6-b787-8ef2271b5922 req-1ea9073b-4590-4413-82fc-21ff0b47c41b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.036070 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-13884d17-c3e9-4ec6-b787-8ef2271b5922 req-1ea9073b-4590-4413-82fc-21ff0b47c41b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0622895 Aug 06 18:32:49.082039 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-13884d17-c3e9-4ec6-b787-8ef2271b5922 req-65c2d778-8bbf-4d39-ae1c-3676a2408c99 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Aug 06 18:32:49.786230 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c2d10-a6ca-4e6e-913d-643bc6173d24 req-7a8cb886-8cc4-48e7-83a1-9dc9fbc87ce7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.788146 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-499c2d10-a6ca-4e6e-913d-643bc6173d24 req-7a8cb886-8cc4-48e7-83a1-9dc9fbc87ce7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0653088 Aug 06 18:32:49.840447 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-499c2d10-a6ca-4e6e-913d-643bc6173d24 req-5386559d-4343-4e23-9b7f-15b9dfdb18fd tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449107 Aug 06 18:32:49.984029 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a42c1-9ee8-4356-8e56-01a7c382dbd5 req-73d9a5a7-26e7-49eb-8b5c-00d9a5eea23c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:49.985488 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a65a42c1-9ee8-4356-8e56-01a7c382dbd5 req-73d9a5a7-26e7-49eb-8b5c-00d9a5eea23c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0495768 Aug 06 18:32:50.026926 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a65a42c1-9ee8-4356-8e56-01a7c382dbd5 req-6f8b602b-90ff-4d4f-b115-0eefa2754caf tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349619 Aug 06 18:32:50.220848 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fb26c6-94d7-4d94-b276-456c6d5a58f0 req-482010cc-849f-45ad-b1ce-604f248be253 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:50.227609 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-64fb26c6-94d7-4d94-b276-456c6d5a58f0 req-482010cc-849f-45ad-b1ce-604f248be253 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0579505 Aug 06 18:32:50.262668 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-64fb26c6-94d7-4d94-b276-456c6d5a58f0 req-b464e079-ba2d-4356-97f5-da7a3b4a0019 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339231 Aug 06 18:32:50.975860 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a02b7a-9bea-4cb2-84c1-c80568740d40 req-39998039-4468-4c4b-bbf3-254344f71f30 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:50.977414 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-65a02b7a-9bea-4cb2-84c1-c80568740d40 req-39998039-4468-4c4b-bbf3-254344f71f30 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0539284 Aug 06 18:32:51.037831 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-65a02b7a-9bea-4cb2-84c1-c80568740d40 req-cac0cb97-0af1-4064-9134-184eb2f8555c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410883 Aug 06 18:32:51.117531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 43862) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:51.173552 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b535c4-fcae-4941-af71-4db5d6099cfa req-64dcf010-c3d9-4ca4-8ce5-ea50c531fd51 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:51.175178 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-43b535c4-fcae-4941-af71-4db5d6099cfa req-64dcf010-c3d9-4ca4-8ce5-ea50c531fd51 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0551965 Aug 06 18:32:51.223963 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-43b535c4-fcae-4941-af71-4db5d6099cfa req-653647a6-7d0c-4fad-9e2e-c3cc82930232 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422649 Aug 06 18:32:51.295603 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42e15f24-37b6-443b-a5a2-144e94e76bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.388365 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601bc89d-571c-42fa-bb64-0206beb97b93 req-60a3822c-726e-4699-85c7-e63ccd31d8a0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:51.389853 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-601bc89d-571c-42fa-bb64-0206beb97b93 req-60a3822c-726e-4699-85c7-e63ccd31d8a0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0528610 Aug 06 18:32:51.395742 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42e15f24-37b6-443b-a5a2-144e94e76bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.402208 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42e15f24-37b6-443b-a5a2-144e94e76bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.436678 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-601bc89d-571c-42fa-bb64-0206beb97b93 req-d8914c78-1653-42aa-ac68-9fe9fb5d42eb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386705 Aug 06 18:32:51.455266 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-42e15f24-37b6-443b-a5a2-144e94e76bfb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2708b37abc2b4a10bd28e9b28f0db83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366354 Aug 06 18:32:51.456467 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e15f24-37b6-443b-a5a2-144e94e76bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85ca02-0985-4c41-9abe-f1660c0caae2,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:51.457855 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43870) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:32:51.522257 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.545637 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.602834 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.605692 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:51.607540 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c85ca02-0985-4c41-9abe-f1660c0caae2 HTTP/1.1" status: 204 len: 168 time: 0.1484222 Aug 06 18:32:51.616376 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85ca02-0985-4c41-9abe-f1660c0caae2,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:32:51.624759 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.625121 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.625444 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.625778 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.626111 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.626446 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.626774 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.627127 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.627461 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.627787 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.628115 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.628438 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7337a574-84f8-46f4-8a59-203ffc6d2619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:32:51.786251 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:52.162202 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e5232-f277-494d-9ff0-3068a96035d2 req-325ddae6-339f-47a4-866d-ec400c6f25e7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.164054 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-061e5232-f277-494d-9ff0-3068a96035d2 req-325ddae6-339f-47a4-866d-ec400c6f25e7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0497909 Aug 06 18:32:52.203699 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-061e5232-f277-494d-9ff0-3068a96035d2 req-99de938d-b4ec-405b-b619-26a58907dc26 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328782 Aug 06 18:32:52.338247 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf55ae6-fa33-404c-8ed6-4e5387efd8ea req-687887d1-d37d-4c6f-8ed4-31751678e4fb tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.339668 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2bf55ae6-fa33-404c-8ed6-4e5387efd8ea req-687887d1-d37d-4c6f-8ed4-31751678e4fb tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0520940 Aug 06 18:32:52.378082 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2bf55ae6-fa33-404c-8ed6-4e5387efd8ea req-c5bf6c02-2b0b-4bbc-b19d-fbf45ebf8e75 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 06 18:32:52.574839 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e26ba-0b71-4373-a734-93cd76998456 req-c08492c5-9e1d-48b3-a07c-e0d64ffb1a98 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:52.576495 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-938e26ba-0b71-4373-a734-93cd76998456 req-c08492c5-9e1d-48b3-a07c-e0d64ffb1a98 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0557325 Aug 06 18:32:52.614965 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-938e26ba-0b71-4373-a734-93cd76998456 req-1d96f3a2-874f-4c91-8487-eaaf38be96cb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325513 Aug 06 18:32:52.640431 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d5b719a4-290b-4f14-9ae1-01200d62bb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:53.341685 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d31d8-8012-4608-a7c3-ae472f490cc3 req-2fe97d0b-0745-4860-9304-45d8740d0272 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:53.343176 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ad5d31d8-8012-4608-a7c3-ae472f490cc3 req-2fe97d0b-0745-4860-9304-45d8740d0272 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0492804 Aug 06 18:32:53.386698 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ad5d31d8-8012-4608-a7c3-ae472f490cc3 req-1103f9bf-3bb5-4c14-a51e-53e6509cdc79 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371330 Aug 06 18:32:53.499117 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13981555-9749-46c6-a08b-594ef4ec59fe req-f20fdb85-e226-468e-947e-c6ba3fd44329 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:53.500812 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-13981555-9749-46c6-a08b-594ef4ec59fe req-f20fdb85-e226-468e-947e-c6ba3fd44329 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0516217 Aug 06 18:32:53.542446 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-13981555-9749-46c6-a08b-594ef4ec59fe req-8c618a4b-75c0-4d5e-8ca0-28744882d393 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352671 Aug 06 18:32:53.738245 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16231430-bf4d-4729-9812-93effb24e089 req-282ad97a-9a2f-4c66-b611-dd53823b5b5a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:53.739763 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-16231430-bf4d-4729-9812-93effb24e089 req-282ad97a-9a2f-4c66-b611-dd53823b5b5a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0540383 Aug 06 18:32:53.779175 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-16231430-bf4d-4729-9812-93effb24e089 req-f9ca980a-5ac3-446c-aee4-2a093bb41a67 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334740 Aug 06 18:32:54.514042 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f5525-b98a-4062-b82d-c674696900ed req-7d782a88-fc2a-492a-83dd-4dedd9545b19 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:54.515472 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd1f5525-b98a-4062-b82d-c674696900ed req-7d782a88-fc2a-492a-83dd-4dedd9545b19 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0528796 Aug 06 18:32:54.555335 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd1f5525-b98a-4062-b82d-c674696900ed req-c9e16bd1-379b-4840-a54c-93686d45ed76 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321362 Aug 06 18:32:54.685009 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45142f-7dd6-4c73-af62-58752e3e8db3 req-8730cdb2-a1f1-4d53-aa8d-4f56f11731ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:54.686495 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c45142f-7dd6-4c73-af62-58752e3e8db3 req-8730cdb2-a1f1-4d53-aa8d-4f56f11731ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0584874 Aug 06 18:32:54.727202 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c45142f-7dd6-4c73-af62-58752e3e8db3 req-1e384f28-1d83-4194-9aaf-cd0d7f14e866 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347533 Aug 06 18:32:54.901265 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68e59c-b82b-4e4a-9ccd-2d0bc137c72f req-33df6106-9367-42e2-9ef2-ae751ca30e74 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:54.903236 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2c68e59c-b82b-4e4a-9ccd-2d0bc137c72f req-33df6106-9367-42e2-9ef2-ae751ca30e74 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0514569 Aug 06 18:32:54.942711 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2c68e59c-b82b-4e4a-9ccd-2d0bc137c72f req-0e5b0d53-040d-4594-aaf3-0b66e64f774c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332637 Aug 06 18:32:55.320870 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-879a731c-8885-4188-993d-3bea2f26cb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.411249 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:55.691480 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78fcc3-d7bd-4217-acc0-d8dd1687bf48 req-20d9b6a5-e416-4561-b350-a62647d4381d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:55.692941 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c78fcc3-d7bd-4217-acc0-d8dd1687bf48 req-20d9b6a5-e416-4561-b350-a62647d4381d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0516474 Aug 06 18:32:55.742368 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c78fcc3-d7bd-4217-acc0-d8dd1687bf48 req-6ca6a88b-d5d0-4a94-926b-84fb30a1d7a2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414355 Aug 06 18:32:55.844455 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8390c7f-f32c-4845-b14c-cdbd35c90a00 req-0e27cc09-9762-494b-b496-9c8dbab9bdef tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:55.845893 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8390c7f-f32c-4845-b14c-cdbd35c90a00 req-0e27cc09-9762-494b-b496-9c8dbab9bdef tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0536296 Aug 06 18:32:55.883831 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8390c7f-f32c-4845-b14c-cdbd35c90a00 req-a13487c4-c665-480e-8b27-090827854145 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Aug 06 18:32:56.063730 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c273a-7f6e-46d4-a95b-17e33309984a req-b028f13e-e670-4167-ad72-e723678703b9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:56.065651 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6d1c273a-7f6e-46d4-a95b-17e33309984a req-b028f13e-e670-4167-ad72-e723678703b9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0545731 Aug 06 18:32:56.104003 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6d1c273a-7f6e-46d4-a95b-17e33309984a req-f182050d-e6aa-4d6a-9679-29087a33bc35 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Aug 06 18:32:56.301298 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:56.872046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7423-f10e-4be4-80fe-d8e069db105b req-5442ea99-69eb-4727-b59d-797363aa50cf tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:56.874918 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3ef7423-f10e-4be4-80fe-d8e069db105b req-5442ea99-69eb-4727-b59d-797363aa50cf tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0519555 Aug 06 18:32:56.912648 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3ef7423-f10e-4be4-80fe-d8e069db105b req-cdf21afa-c05a-4026-bdda-d9631755d836 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325313 Aug 06 18:32:57.007056 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1918a-e4d1-4bc1-bdf7-3f226e04fc0f req-9cb5e928-c3ea-4b9e-9abb-c20b6113a76b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:57.008501 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f0e1918a-e4d1-4bc1-bdf7-3f226e04fc0f req-9cb5e928-c3ea-4b9e-9abb-c20b6113a76b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0482886 Aug 06 18:32:57.048606 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f0e1918a-e4d1-4bc1-bdf7-3f226e04fc0f req-1b591d58-7726-4fa8-b3c3-31889edde494 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335736 Aug 06 18:32:57.228510 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a35a-2504-4fc3-9161-88b51ab2df9d req-fc086903-75d7-4774-9ad1-5d68eaca3834 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:57.230007 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8495a35a-2504-4fc3-9161-88b51ab2df9d req-fc086903-75d7-4774-9ad1-5d68eaca3834 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0578563 Aug 06 18:32:57.269708 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8495a35a-2504-4fc3-9161-88b51ab2df9d req-6cc33b14-9b9f-4420-b874-4245311bee0a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334244 Aug 06 18:32:57.961833 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:58.040196 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af5124-d385-4b4a-9515-08555f6598f0 req-d0dda3b0-3608-407a-91e3-193a5c57d543 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:58.041699 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e6af5124-d385-4b4a-9515-08555f6598f0 req-d0dda3b0-3608-407a-91e3-193a5c57d543 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0526505 Aug 06 18:32:58.083044 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e6af5124-d385-4b4a-9515-08555f6598f0 req-257ac713-2cda-4a48-9dbf-f4089ff42c3a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345645 Aug 06 18:32:58.163471 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8219c75-6730-40dc-bb7a-211df3f3ed41 req-be280e0b-f09d-420a-ad34-19a103e73650 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:58.165081 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8219c75-6730-40dc-bb7a-211df3f3ed41 req-be280e0b-f09d-420a-ad34-19a103e73650 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0488093 Aug 06 18:32:58.203881 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8219c75-6730-40dc-bb7a-211df3f3ed41 req-1df43135-5c6c-4e21-87b4-3fb1be827723 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Aug 06 18:32:58.396433 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fc408-20d3-43b1-b5ff-5af0d3ec5f14 req-af7f40ea-4fdd-40d5-94d9-522b06fd98bb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:58.397839 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-545fc408-20d3-43b1-b5ff-5af0d3ec5f14 req-af7f40ea-4fdd-40d5-94d9-522b06fd98bb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0535002 Aug 06 18:32:58.439817 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-545fc408-20d3-43b1-b5ff-5af0d3ec5f14 req-5269c347-55d1-475d-a7dc-3f8320e6cf20 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354002 Aug 06 18:32:59.204903 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e691ce57-ce11-4996-8798-0cf8fa029378 req-f5a6fb80-7183-460b-a3fc-138d35e2c14d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.206376 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e691ce57-ce11-4996-8798-0cf8fa029378 req-f5a6fb80-7183-460b-a3fc-138d35e2c14d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0492930 Aug 06 18:32:59.244698 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e691ce57-ce11-4996-8798-0cf8fa029378 req-32b3a194-1a59-40fb-a597-f547ea80ee17 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Aug 06 18:32:59.318258 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc36789-1210-4651-b46b-2f7f1638008c req-6f217310-13e3-4195-9730-be6fa641656d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.319743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5fc36789-1210-4651-b46b-2f7f1638008c req-6f217310-13e3-4195-9730-be6fa641656d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0478761 Aug 06 18:32:59.357428 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5fc36789-1210-4651-b46b-2f7f1638008c req-aa90f0ef-69a4-4e8a-92a4-5836e70ccaed tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310452 Aug 06 18:32:59.560352 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c46b1-1aba-4b78-b8cc-a60b35b2d446 req-bc092440-3953-4dc1-864c-c18412aaeb0b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.561797 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b77c46b1-1aba-4b78-b8cc-a60b35b2d446 req-bc092440-3953-4dc1-864c-c18412aaeb0b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0523727 Aug 06 18:32:59.599457 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b77c46b1-1aba-4b78-b8cc-a60b35b2d446 req-a5b22849-141d-403d-8aef-e8e17932a32f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317953 Aug 06 18:32:59.677661 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Request body: {'port': {'device_id': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:32:59.771894 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:32:59.790699 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-6f07a256-cb26-4fb4-a57e-f573b5e162c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:32:59.792209 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-6f07a256-cb26-4fb4-a57e-f573b5e162c4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1096 time: 0.0715945 Aug 06 18:33:00.002793 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-9fa01673-9159-4696-8530-d99b28f5ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.004443 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-9fa01673-9159-4696-8530-d99b28f5ac78 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.1881971 Aug 06 18:33:00.123985 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-40c3c2f9-735c-403a-b9f2-73e92a4579c0 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 200 len: 998 time: 0.0848184 Aug 06 18:33:00.369291 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc77e3-bf60-4fbc-979c-bda7f93430d6 req-34ea7e23-79dc-4426-92fa-353bb7dd83fb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.370853 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1bcc77e3-bf60-4fbc-979c-bda7f93430d6 req-34ea7e23-79dc-4426-92fa-353bb7dd83fb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0507994 Aug 06 18:33:00.424060 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1bcc77e3-bf60-4fbc-979c-bda7f93430d6 req-fc3bf221-a471-4b42-8392-2c4438965522 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464575 Aug 06 18:33:00.458642 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-0386d798-46da-4fb6-b51f-63aa9c0d5067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.458642 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-0386d798-46da-4fb6-b51f-63aa9c0d5067 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.3194094 Aug 06 18:33:00.480799 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:00.505019 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.517984 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc4664-d027-4e78-a1d4-822121d1863f req-c26de525-7a21-4dd8-8ad7-8dd2aaca1eec tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.519633 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8fcc4664-d027-4e78-a1d4-822121d1863f req-c26de525-7a21-4dd8-8ad7-8dd2aaca1eec tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 931 time: 0.0595429 Aug 06 18:33:00.523123 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Transition to ACTIVE for port object 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:00.529480 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.537534 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-173a5ffd-dc98-44d1-986e-213886747da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.539028 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-173a5ffd-dc98-44d1-986e-213886747da6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700204 Aug 06 18:33:00.567634 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8fcc4664-d027-4e78-a1d4-822121d1863f req-6690eee0-3c7f-4149-8c18-f7298e1fd143 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398130 Aug 06 18:33:00.647643 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:00.758971 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-4ce2039c-80f7-4cb6-9cd3-4eb8a1736e2d service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977582 Aug 06 18:33:00.807719 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18ecb6-1ac9-475d-89ec-73b36f00ca78 req-c3754742-0e2e-47bc-a76a-9e9451092161 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:00.810071 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f18ecb6-1ac9-475d-89ec-73b36f00ca78 req-c3754742-0e2e-47bc-a76a-9e9451092161 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.1211078 Aug 06 18:33:00.865601 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9f18ecb6-1ac9-475d-89ec-73b36f00ca78 req-6cc427a5-cae7-47c3-b160-8666e07d5f4e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Aug 06 18:33:00.886712 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8ea3a293-a62c-4dae-b505-daefe6bda1e8 req-93e37f3a-d70d-49b9-a91c-3e5acc39d050 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073604 Aug 06 18:33:00.889761 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Attempting to bind port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:00.890109 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Attempting to bind port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:00.890503 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Attempting to bind port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 on network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:00.897054 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 on network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:00.897408 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Attempting to bind port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 on network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:00.902344 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:00.903507 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Checking segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:00.904306 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Bound using segment: {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:00.904745 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Bound port: 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acdfd756-0433-4062-b400-e6d6b78a9281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:00.905109 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:00.993517 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:00.997926 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:01.002017 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.041269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.043802 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:01.046093 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] 10.222.0.81 "PUT /v2.0/ports/0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 1093 time: 1.3762026 Aug 06 18:33:01.046620 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:01.057941 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e22c7-6c8c-49af-b7ed-575cebf415fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:01.095300 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff43c9d-eb33-4a33-9296-334cfb13777a service neutron] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:01.144225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41e9eef-64e7-4030-9cff-f8a6a8300096 x-openstack-request-id: req-b41e9eef-64e7-4030-9cff-f8a6a8300096 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:01.144629 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:01.145024 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b41e9eef-64e7-4030-9cff-f8a6a8300096 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:01.145523 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'status': 'completed', 'code': 200} Aug 06 18:33:01.160742 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-78fbee17-3f41-441e-9b83-8588d4bfc490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.162914 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-78fbee17-3f41-441e-9b83-8588d4bfc490 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1096 time: 0.0596561 Aug 06 18:33:01.269675 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-04ac2f26-bdae-4fea-ba0e-b65ec731372b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 217 time: 0.0820618 Aug 06 18:33:01.315852 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02175911-4999-414a-9686-12941e251fee req-e87a9d67-9cbd-453d-9774-912409564d5b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.317283 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-02175911-4999-414a-9686-12941e251fee req-e87a9d67-9cbd-453d-9774-912409564d5b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0892110 Aug 06 18:33:01.329986 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515ed00d-c92e-4996-8add-614f1d55db3d req-30571d2e-526f-4caa-b06b-66934e73c5f6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.330207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-ac6bba39-9637-476d-8d8e-aa971d3190cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.331487 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-515ed00d-c92e-4996-8add-614f1d55db3d req-30571d2e-526f-4caa-b06b-66934e73c5f6 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 945 time: 0.0705154 Aug 06 18:33:01.331707 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-ac6bba39-9637-476d-8d8e-aa971d3190cf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0469017 Aug 06 18:33:01.382428 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-02175911-4999-414a-9686-12941e251fee req-d0569f5c-23d1-476b-9e2b-c3b7107e0b2a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499747 Aug 06 18:33:01.392607 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dd2b7525-416d-45ed-a9f4-5fe109054c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.394219 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-dd2b7525-416d-45ed-a9f4-5fe109054c28 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492866 Aug 06 18:33:01.412734 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-515ed00d-c92e-4996-8add-614f1d55db3d req-833b2ce5-cd12-4f98-94d6-6b3921719551 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743136 Aug 06 18:33:01.504190 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-4aeda574-95bc-4ce8-9672-8b29476c3b6f service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983007 Aug 06 18:33:01.601533 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1af9f773-f772-41be-922e-1c2c34f341c5 req-d1033279-bf78-4e38-af9c-e1006b78f1d0 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872955 Aug 06 18:33:01.682757 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 43992) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:01.696443 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c020169-5fbf-48a9-987d-059c4e7c8b39 req-0c621e57-9eaa-4e2d-bd68-a0950f42f02c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.697799 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2c020169-5fbf-48a9-987d-059c4e7c8b39 req-0c621e57-9eaa-4e2d-bd68-a0950f42f02c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 943 time: 0.0560503 Aug 06 18:33:01.714112 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-a76b69b4-0984-4eab-899d-d8354d27197f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.716403 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-a76b69b4-0984-4eab-899d-d8354d27197f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1096 time: 0.0457001 Aug 06 18:33:01.747000 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2c020169-5fbf-48a9-987d-059c4e7c8b39 req-e03d33bc-7377-44ee-9489-0c6bbe08f660 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417078 Aug 06 18:33:01.776833 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-b0f8fb0d-1a6a-4afc-97e2-8456eeb4afb8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928419 Aug 06 18:33:01.819111 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-da8b916f-a57f-421a-949c-33e039c89430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.820579 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-da8b916f-a57f-421a-949c-33e039c89430 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.0943403 Aug 06 18:33:01.870251 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-5964c917-276f-43c3-9745-25d2c1afac9f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 217 time: 0.0336709 Aug 06 18:33:01.930606 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-c003dffe-cc3a-4113-af35-1e0cb327a311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.932124 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-c003dffe-cc3a-4113-af35-1e0cb327a311 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0483065 Aug 06 18:33:01.985721 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-f6b57c9c-2746-4fe5-9f80-6412496041f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.987461 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-f6b57c9c-2746-4fe5-9f80-6412496041f6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448565 Aug 06 18:33:01.993201 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979647bf-95c3-4255-bf7c-bb0e022651af req-1c57a42b-9126-4cad-8287-1196791e986d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:01.994672 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-979647bf-95c3-4255-bf7c-bb0e022651af req-1c57a42b-9126-4cad-8287-1196791e986d tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0548048 Aug 06 18:33:02.041459 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-979647bf-95c3-4255-bf7c-bb0e022651af req-1dea4ba8-5711-46e1-90a8-8ff8e9623532 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Aug 06 18:33:02.111517 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-182a550f-101a-4100-bdd4-95c6b1e6997f service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921338 Aug 06 18:33:02.228455 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d73e22c7-6c8c-49af-b7ed-575cebf415fb req-12a25988-7609-4dd0-9081-2472671830ae service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039913 Aug 06 18:33:02.537408 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a1d30-b3cc-4965-8a70-666379cbb8d4 req-ec6da874-a272-4665-845c-8ce7db42710f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.538774 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bd1a1d30-b3cc-4965-8a70-666379cbb8d4 req-ec6da874-a272-4665-845c-8ce7db42710f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0726068 Aug 06 18:33:02.559254 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc334f-097c-4bc8-89f3-308fabc3523b req-d44b8300-1a76-4222-b932-f74bc5e98a2f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.560654 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8fc334f-097c-4bc8-89f3-308fabc3523b req-d44b8300-1a76-4222-b932-f74bc5e98a2f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 945 time: 0.0699174 Aug 06 18:33:02.604687 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bd1a1d30-b3cc-4965-8a70-666379cbb8d4 req-835ac52c-b165-4825-a249-789f43081301 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583923 Aug 06 18:33:02.617191 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8fc334f-097c-4bc8-89f3-308fabc3523b req-b1e8ad2b-2a9c-41db-b026-6bda95f83061 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Aug 06 18:33:02.863976 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301532ba-929e-41f0-a3e5-961159a482b8 req-c6563172-ce69-442e-9bb2-162696069cc2 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:02.865431 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-301532ba-929e-41f0-a3e5-961159a482b8 req-c6563172-ce69-442e-9bb2-162696069cc2 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 943 time: 0.0494952 Aug 06 18:33:02.909445 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-301532ba-929e-41f0-a3e5-961159a482b8 req-040c6885-5b0c-4820-abd7-1bb3782a78c8 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368156 Aug 06 18:33:03.158498 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd8562-70f1-4623-b717-33aa3701fd0c req-9e89d3be-55b4-49e5-8055-698cd5cb8371 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.159958 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a9bd8562-70f1-4623-b717-33aa3701fd0c req-9e89d3be-55b4-49e5-8055-698cd5cb8371 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0481241 Aug 06 18:33:03.198308 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a9bd8562-70f1-4623-b717-33aa3701fd0c req-aaa41cc8-4a35-42c7-bb34-e8b404f5e24a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325077 Aug 06 18:33:03.494606 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec84b-e676-499e-8e04-d0086adf351c req-0569e98e-d0f2-4699-855c-e604719ce34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.497119 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-0569e98e-d0f2-4699-855c-e604719ce34d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a&tenant_id=166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 1096 time: 0.0712969 Aug 06 18:33:03.567014 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec84b-e676-499e-8e04-d0086adf351c req-73f04037-820c-4b82-95af-faaaa69b37d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.568503 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-73f04037-820c-4b82-95af-faaaa69b37d5 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1096 time: 0.0400288 Aug 06 18:33:03.663405 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec84b-e676-499e-8e04-d0086adf351c req-d182b98f-eaa9-4126-85d5-7ab185a67e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.664907 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-d182b98f-eaa9-4126-85d5-7ab185a67e1b service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.0837722 Aug 06 18:33:03.742401 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-7db16499-d85e-4973-b0b3-7bb472c03ca9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 200 len: 998 time: 0.0683277 Aug 06 18:33:03.756575 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52b073-be17-4985-ab8b-2e8a7952b93b req-fefc41e1-202e-4561-9349-a492804e8584 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.757959 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c52b073-be17-4985-ab8b-2e8a7952b93b req-fefc41e1-202e-4561-9349-a492804e8584 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0770574 Aug 06 18:33:03.770427 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0d73f-d456-4494-8de5-6c8d76c56f34 req-93a533b0-c425-4878-a8ca-61e171de95e1 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.771890 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-78e0d73f-d456-4494-8de5-6c8d76c56f34 req-93a533b0-c425-4878-a8ca-61e171de95e1 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 945 time: 0.0647125 Aug 06 18:33:03.803233 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec84b-e676-499e-8e04-d0086adf351c req-f878af41-e80d-4343-9a77-267649f429da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.804688 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-f878af41-e80d-4343-9a77-267649f429da service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0453606 Aug 06 18:33:03.830225 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c52b073-be17-4985-ab8b-2e8a7952b93b req-be33efdf-9376-41d8-83ce-addc79dca7ac tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573878 Aug 06 18:33:03.835186 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-78e0d73f-d456-4494-8de5-6c8d76c56f34 req-8965fe31-36fe-4100-8f1f-0a3c6b6fd1cc tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559623 Aug 06 18:33:03.859306 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fec84b-e676-499e-8e04-d0086adf351c req-6a634c47-c3ba-4585-b026-453c412f63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.860842 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-6a634c47-c3ba-4585-b026-453c412f63fd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466795 Aug 06 18:33:03.984322 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-295684cc-23d4-4317-a20c-eb2f2532b65f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:03.985775 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-295684cc-23d4-4317-a20c-eb2f2532b65f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 945 time: 0.0918131 Aug 06 18:33:04.002346 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-ea0e57eb-8779-43ab-9d1b-3e3f5ae593b8 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309421 Aug 06 18:33:04.024746 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020722e8-8916-4706-9f16-12cca21df275 req-aa7a9e18-bc7d-46cc-8d38-d90a7a7a39fe tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:04.026155 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-020722e8-8916-4706-9f16-12cca21df275 req-aa7a9e18-bc7d-46cc-8d38-d90a7a7a39fe tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 943 time: 0.0485845 Aug 06 18:33:04.064987 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-020722e8-8916-4706-9f16-12cca21df275 req-ec8917f0-b502-4695-ab1a-2b3b4d666e99 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323162 Aug 06 18:33:04.164808 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8fec84b-e676-499e-8e04-d0086adf351c req-fddcdc1f-0466-49ef-b6bf-dc4965dfb592 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432922 Aug 06 18:33:04.167387 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Deleting port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:04.167723 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.261123 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] For port 036da90f-3a3a-45b5-9ec4-c2dd5575d265, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=036da90f-3a3a-45b5-9ec4-c2dd5575d265,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:04.261489 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.274582 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Calling delete_port for 036da90f-3a3a-45b5-9ec4-c2dd5575d265 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:04.314690 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85441379-78d4-4546-a8a9-1a6d4e0c1230 req-6911351a-8fa7-4f9c-956f-521cfc89f324 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:04.316281 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-85441379-78d4-4546-a8a9-1a6d4e0c1230 req-6911351a-8fa7-4f9c-956f-521cfc89f324 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0492346 Aug 06 18:33:04.363815 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-85441379-78d4-4546-a8a9-1a6d4e0c1230 req-c3d4597d-b03a-41bd-bbd3-3079b7d90743 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387111 Aug 06 18:33:04.414939 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.428260 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['036da90f-3a3a-45b5-9ec4-c2dd5575d265'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:04.446256 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Pushing event deleted for resources: {'Port': ['ID=036da90f-3a3a-45b5-9ec4-c2dd5575d265,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:04.489824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] No DVR routers for this DVR port 036da90f-3a3a-45b5-9ec4-c2dd5575d265 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:04.492495 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.494810 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-596e069d-3558-4b5c-a7f4-1ec998d2a152 req-46220ae5-647b-4aa5-969e-ea95f0c3b790 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "DELETE /v2.0/ports/036da90f-3a3a-45b5-9ec4-c2dd5575d265 HTTP/1.1" status: 204 len: 173 time: 0.5002952 Aug 06 18:33:04.495400 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'name': 'network-vif-deleted', 'tag': '036da90f-3a3a-45b5-9ec4-c2dd5575d265'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:04.498641 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a20cf83-c436-4465-a37c-b38628ea5eb5" -d '{"events": [{"server_uuid": "90c0f7bd-11f9-4159-95e0-8b20229b4595", "name": "network-vif-deleted", "tag": "036da90f-3a3a-45b5-9ec4-c2dd5575d265"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:04.536140 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59ce7d0-fcb0-4315-9404-98a84c2fa673 x-openstack-request-id: req-d59ce7d0-fcb0-4315-9404-98a84c2fa673 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:04.536425 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c0f7bd-11f9-4159-95e0-8b20229b4595", "name": "network-vif-deleted", "tag": "036da90f-3a3a-45b5-9ec4-c2dd5575d265", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:04.536675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d59ce7d0-fcb0-4315-9404-98a84c2fa673 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:04.537082 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c0f7bd-11f9-4159-95e0-8b20229b4595', 'name': 'network-vif-deleted', 'tag': '036da90f-3a3a-45b5-9ec4-c2dd5575d265', 'status': 'completed', 'code': 200} Aug 06 18:33:04.545049 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:04.657962 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:04.669990 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'port_id': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'mac_address': 'fa:16:3e:f4:d6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:04.710422 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.733214 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:04.764314 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:04.771181 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:04.827951 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:04.987559 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-97840769-f161-4f26-99ce-d0d53abb5456 req-5ca5067e-e929-4bd7-adf6-afabbd1c42c5 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0391111 Aug 06 18:33:05.004760 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b9d4b-f558-4e4a-8c77-02ac843af64d req-82fdfb43-3e5f-4962-ac01-16bcaafe1ba9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:05.006224 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b36b9d4b-f558-4e4a-8c77-02ac843af64d req-82fdfb43-3e5f-4962-ac01-16bcaafe1ba9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0882149 Aug 06 18:33:05.044460 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b36b9d4b-f558-4e4a-8c77-02ac843af64d req-5fc35924-959f-41ff-aa84-2c18591d7e09 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Aug 06 18:33:05.165509 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:05.197511 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee2c22-36c6-4120-9117-7158747363f1 req-56995737-8c64-4829-bd6c-9c5a5aa2bbed tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:05.201420 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aeee2c22-36c6-4120-9117-7158747363f1 req-56995737-8c64-4829-bd6c-9c5a5aa2bbed tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 944 time: 0.0654917 Aug 06 18:33:05.244901 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aeee2c22-36c6-4120-9117-7158747363f1 req-6b974002-ac47-4870-860b-3d2084112073 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393941 Aug 06 18:33:05.493769 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c24fd-be7c-4706-a2b3-9767b3359975 req-000b2b92-9704-4b86-b46d-480c494fa172 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:05.502276 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-515c24fd-be7c-4706-a2b3-9767b3359975 req-000b2b92-9704-4b86-b46d-480c494fa172 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0595942 Aug 06 18:33:05.539754 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-515c24fd-be7c-4706-a2b3-9767b3359975 req-f82f23c4-4460-48a9-b06e-f6f71100b119 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362148 Aug 06 18:33:06.106473 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ffbae18d-3493-4095-a670-b7c951af5f48 req-3313e622-480f-4424-9778-2098805e4d12 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0359616 Aug 06 18:33:06.201564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827cf3e-59a3-4531-a4ee-9acc62535c3a req-aa6c498e-d8e9-4e16-bd15-66e0668d7815 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:06.203227 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6827cf3e-59a3-4531-a4ee-9acc62535c3a req-aa6c498e-d8e9-4e16-bd15-66e0668d7815 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0530291 Aug 06 18:33:06.245188 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6827cf3e-59a3-4531-a4ee-9acc62535c3a req-780058ec-eb18-4a73-a161-63faf9a6621a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360367 Aug 06 18:33:06.370273 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9dd1c-63dc-42ec-a862-8e70b1ea088f req-e2dc6876-b91b-47ed-bf37-556b1990b4a8 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:06.372351 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5ae9dd1c-63dc-42ec-a862-8e70b1ea088f req-e2dc6876-b91b-47ed-bf37-556b1990b4a8 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 944 time: 0.0473316 Aug 06 18:33:06.414014 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5ae9dd1c-63dc-42ec-a862-8e70b1ea088f req-6917e283-5948-45d6-9dff-2a2ab6732564 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Aug 06 18:33:06.556196 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:06.608121 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:06.612091 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:06.612532 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:06.661261 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdb331-6fef-4335-9160-347f0c3c2de2 req-241518f0-47ad-418a-8829-3fa97e0df929 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:06.668001 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4fcdb331-6fef-4335-9160-347f0c3c2de2 req-241518f0-47ad-418a-8829-3fa97e0df929 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0589559 Aug 06 18:33:06.710043 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:06.716753 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4fcdb331-6fef-4335-9160-347f0c3c2de2 req-4d10288f-ab42-461a-89cb-e26a5c72fafe tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Aug 06 18:33:06.759231 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:06.764409 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9650e53-aa50-4543-87e5-d98fd8a8de43" -d '{"events": [{"server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "name": "network-vif-plugged", "status": "completed", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:06.773662 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:06.779468 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:06.780568 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 036da90f-3a3a-45b5-9ec4-c2dd5575d265 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:06.804521 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 036da90f-3a3a-45b5-9ec4-c2dd5575d265 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:06.804869 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 036da90f-3a3a-45b5-9ec4-c2dd5575d265 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:06.943364 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a43aa8-a9bf-47b9-9653-ba37a6ce024f x-openstack-request-id: req-d2a43aa8-a9bf-47b9-9653-ba37a6ce024f {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:06.943652 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "name": "network-vif-plugged", "status": "completed", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:06.943904 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2a43aa8-a9bf-47b9-9653-ba37a6ce024f {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:06.944291 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'code': 200} Aug 06 18:33:06.970166 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:07.217359 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-23eb9343-6608-47af-bd23-621c25a27ca7 req-f0dd0c17-7b45-4ddc-afa0-bb999617e1ff tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0252440 Aug 06 18:33:07.372543 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15995d1b-bf0a-4a73-a7e5-0d884d5e433e req-ed8fe32c-ff22-457f-8daf-fe623fc41ff7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:07.374051 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-15995d1b-bf0a-4a73-a7e5-0d884d5e433e req-ed8fe32c-ff22-457f-8daf-fe623fc41ff7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0504000 Aug 06 18:33:07.413752 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-15995d1b-bf0a-4a73-a7e5-0d884d5e433e req-ccc334d1-b8c2-4e42-b548-978b7488cc3a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328896 Aug 06 18:33:07.535471 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e33c8-5d92-44eb-a799-8c6c7d3b9e2c req-c82c038a-6095-4d71-9419-f79900515c76 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:07.536938 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-911e33c8-5d92-44eb-a799-8c6c7d3b9e2c req-c82c038a-6095-4d71-9419-f79900515c76 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0553672 Aug 06 18:33:07.576564 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-911e33c8-5d92-44eb-a799-8c6c7d3b9e2c req-965b9b95-b941-492a-a292-7d8af893cf6e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Aug 06 18:33:07.836897 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95fba8-88d8-4e5c-ba87-583328fac155 req-372221fb-22cd-479e-b088-2ce833c6b4fe tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:07.838330 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-db95fba8-88d8-4e5c-ba87-583328fac155 req-372221fb-22cd-479e-b088-2ce833c6b4fe tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0472100 Aug 06 18:33:07.879292 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-db95fba8-88d8-4e5c-ba87-583328fac155 req-224155bf-887c-44c7-8bcc-c6ca8fac3fd9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Aug 06 18:33:08.321966 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1488d695-e7a3-4ee5-934c-f3f0f6d07d67 req-874bcd2a-4f4f-4fa5-9b73-4f40052eb391 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0253532 Aug 06 18:33:08.538478 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1d45b-9236-4fc3-b79a-045b5483691f req-0c0cdadc-a20b-4701-8b6d-3bbdc7f78b7e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:08.540066 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-04b1d45b-9236-4fc3-b79a-045b5483691f req-0c0cdadc-a20b-4701-8b6d-3bbdc7f78b7e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0528710 Aug 06 18:33:08.580987 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-04b1d45b-9236-4fc3-b79a-045b5483691f req-df85542a-0ffa-48a3-86b0-2e4fde63cff8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341322 Aug 06 18:33:08.701583 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8615ce4-44f6-42be-88c0-7ff0eaeb5ca8 req-d14cab04-05be-40a2-83ef-116dfdfdc585 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:08.703216 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8615ce4-44f6-42be-88c0-7ff0eaeb5ca8 req-d14cab04-05be-40a2-83ef-116dfdfdc585 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0572388 Aug 06 18:33:08.743873 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8615ce4-44f6-42be-88c0-7ff0eaeb5ca8 req-2614a371-ad84-4527-81c3-001f9982a4c6 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345933 Aug 06 18:33:09.026546 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a96402-14c9-4a3e-a26c-f152a95d7afe req-08c463a4-4742-4f17-b44b-daaf159c93fc tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:09.028036 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-15a96402-14c9-4a3e-a26c-f152a95d7afe req-08c463a4-4742-4f17-b44b-daaf159c93fc tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0561001 Aug 06 18:33:09.069984 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-15a96402-14c9-4a3e-a26c-f152a95d7afe req-7ee8610d-5b06-428b-ba76-352130451dcd tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351784 Aug 06 18:33:09.437164 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-674d220a-a1e7-46bc-985a-165fdbb826c5 req-658e4300-908a-4c89-9902-2990b53849ab tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0308363 Aug 06 18:33:09.716919 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954120ca-19a4-4ab9-b6f1-301ebbc7da56 req-8beceed0-c613-485f-8aa2-72fe7813e085 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:09.718573 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-954120ca-19a4-4ab9-b6f1-301ebbc7da56 req-8beceed0-c613-485f-8aa2-72fe7813e085 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0542510 Aug 06 18:33:09.761521 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-954120ca-19a4-4ab9-b6f1-301ebbc7da56 req-e9533212-c89f-4100-9de6-523536b2ad51 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364861 Aug 06 18:33:09.860946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27803237-83d9-4c09-b08c-c8468a8ebb38 req-f683f317-8f83-4f7b-a5aa-5ff30e12fd1c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:09.862653 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-27803237-83d9-4c09-b08c-c8468a8ebb38 req-f683f317-8f83-4f7b-a5aa-5ff30e12fd1c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0523186 Aug 06 18:33:09.901638 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-27803237-83d9-4c09-b08c-c8468a8ebb38 req-e4052da5-265d-44b6-9962-651e30d39eaf tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333462 Aug 06 18:33:10.197038 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c58bc8-e586-4b26-907a-92d8ec3364fc req-bdf94d52-2056-4838-a5e7-f3c884d10680 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.198485 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-38c58bc8-e586-4b26-907a-92d8ec3364fc req-bdf94d52-2056-4838-a5e7-f3c884d10680 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0593240 Aug 06 18:33:10.235783 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-38c58bc8-e586-4b26-907a-92d8ec3364fc req-f5d900db-9520-4248-bae9-a8c47472d11f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312116 Aug 06 18:33:10.551017 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8fd5b69d-7cce-4ff5-a9dc-1a17761c5777 req-db61f967-9dfa-4cae-9926-537285c4caf8 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Aug 06 18:33:10.882443 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ed872-7771-444a-ad67-271af2c9ad4b req-5c9fb768-220c-411a-a6e5-345ecd6bd46b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:10.883914 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e35ed872-7771-444a-ad67-271af2c9ad4b req-5c9fb768-220c-411a-a6e5-345ecd6bd46b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0467610 Aug 06 18:33:10.927966 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e35ed872-7771-444a-ad67-271af2c9ad4b req-1f3f3e09-8e28-4efd-8430-e97074607a66 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357099 Aug 06 18:33:11.021869 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534d897-5a9f-4835-b03f-103482c2de2b req-dd280592-40e9-46c5-a2f2-070634d0e829 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:11.023360 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c534d897-5a9f-4835-b03f-103482c2de2b req-dd280592-40e9-46c5-a2f2-070634d0e829 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Aug 06 18:33:11.061831 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c534d897-5a9f-4835-b03f-103482c2de2b req-7505cdf9-c619-40e3-a011-97ebcde2c8cb tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325208 Aug 06 18:33:11.351681 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6a6e13-31f2-4ff7-9ce9-907e092d2cf8 req-f14c2709-0eb2-415d-8cbc-baa9680dc9f2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:11.353054 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f6a6e13-31f2-4ff7-9ce9-907e092d2cf8 req-f14c2709-0eb2-415d-8cbc-baa9680dc9f2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0500841 Aug 06 18:33:11.398166 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f6a6e13-31f2-4ff7-9ce9-907e092d2cf8 req-c02d0785-b347-43c4-a6f1-3164ef25abb2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391109 Aug 06 18:33:11.665279 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dc67e447-322c-4388-beff-9aaff5e92114 req-24bbd8e3-200e-481b-afcf-6cbb460c2332 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0267508 Aug 06 18:33:12.057621 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c27576-2301-4f68-b93f-8cfb0f4d02cd req-251ff916-9fcf-489d-bb64-b46f5474b276 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.059146 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19c27576-2301-4f68-b93f-8cfb0f4d02cd req-251ff916-9fcf-489d-bb64-b46f5474b276 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0553555 Aug 06 18:33:12.104958 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19c27576-2301-4f68-b93f-8cfb0f4d02cd req-0e4e931f-a4e5-4052-876c-483f8516a54d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396624 Aug 06 18:33:12.182722 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575305d-570a-4b8b-a764-e216e1925570 req-898175be-6e32-486f-9a46-66a332cfacf1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.184175 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1575305d-570a-4b8b-a764-e216e1925570 req-898175be-6e32-486f-9a46-66a332cfacf1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0493634 Aug 06 18:33:12.229759 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1575305d-570a-4b8b-a764-e216e1925570 req-696dd1f0-214f-4f48-8622-ea68214538ac tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 Aug 06 18:33:12.521350 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da40897-16c0-446b-8432-afa0e7c6879d req-96085e9b-722e-48e5-98cf-56edbfa2c1c3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:12.522827 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3da40897-16c0-446b-8432-afa0e7c6879d req-96085e9b-722e-48e5-98cf-56edbfa2c1c3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0580239 Aug 06 18:33:12.565919 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3da40897-16c0-446b-8432-afa0e7c6879d req-481fa0cf-0b81-4b21-b94c-eeaab2a3a6b0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Aug 06 18:33:12.773202 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f52f83f1-4521-43d1-9867-6a0977b53169 req-01aff726-d89a-4437-bb25-2a618e2f2bde tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0261121 Aug 06 18:33:13.233028 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4f66b-5070-4578-9c6f-47a7409304b8 req-e48d87d1-8807-4251-a311-a93c666cc67b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.234426 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-40d4f66b-5070-4578-9c6f-47a7409304b8 req-e48d87d1-8807-4251-a311-a93c666cc67b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0507512 Aug 06 18:33:13.289413 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-40d4f66b-5070-4578-9c6f-47a7409304b8 req-dd0ae700-4963-4075-85be-e43990b76bc7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480518 Aug 06 18:33:13.355615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095eeeb-16a0-49bc-8dd1-dab7bd9a6d92 req-ffed1813-96e4-48c7-8c7d-7085ee5e0cfe tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.357370 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f095eeeb-16a0-49bc-8dd1-dab7bd9a6d92 req-ffed1813-96e4-48c7-8c7d-7085ee5e0cfe tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0542595 Aug 06 18:33:13.400902 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f095eeeb-16a0-49bc-8dd1-dab7bd9a6d92 req-3a7443a7-86e2-4174-a1f3-11db5e83e208 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368586 Aug 06 18:33:13.692722 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8936e2c-4e21-42af-be33-c0f019f77652 req-e0328b92-47f5-48d7-bd23-4b264ba08df3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:13.694428 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8936e2c-4e21-42af-be33-c0f019f77652 req-e0328b92-47f5-48d7-bd23-4b264ba08df3 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0515869 Aug 06 18:33:13.736685 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8936e2c-4e21-42af-be33-c0f019f77652 req-5e961432-58c1-4ded-b69b-47eba078a11e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361693 Aug 06 18:33:13.883140 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e1a5910f-8a1f-41da-a2e8-37157662700d req-1d01627e-0e00-42ba-bf16-dd14c7d3dfee tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0287502 Aug 06 18:33:14.415513 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fdce9-8030-4aae-aa44-35de74bc1f1e req-b7f36e15-71e9-4a10-95c4-798e5fc58d1c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.416981 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-350fdce9-8030-4aae-aa44-35de74bc1f1e req-b7f36e15-71e9-4a10-95c4-798e5fc58d1c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0533113 Aug 06 18:33:14.471660 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-350fdce9-8030-4aae-aa44-35de74bc1f1e req-db9975d0-6662-47a8-9ffa-386b10a916ef tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481849 Aug 06 18:33:14.535110 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b821585-dccf-40d3-887a-bcb64425fbb1 req-98bae88e-d782-4317-ae4d-0f5d4971e5c7 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.536796 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b821585-dccf-40d3-887a-bcb64425fbb1 req-98bae88e-d782-4317-ae4d-0f5d4971e5c7 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0531170 Aug 06 18:33:14.586770 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9b821585-dccf-40d3-887a-bcb64425fbb1 req-9c8702a0-9271-40c2-88aa-4fac93dfe7d1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435226 Aug 06 18:33:14.855886 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87701c7-6821-4662-a9c3-db3ba93c4215 req-b18818a3-b0a2-4c3b-9dd4-294218d14424 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:14.864370 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a87701c7-6821-4662-a9c3-db3ba93c4215 req-b18818a3-b0a2-4c3b-9dd4-294218d14424 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0557177 Aug 06 18:33:14.897923 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a87701c7-6821-4662-a9c3-db3ba93c4215 req-f86e9f7f-c16a-4dbf-8f89-957830c3aa78 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325811 Aug 06 18:33:14.989979 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ffafe18e-ea6d-42c2-929a-84be4a775d52 req-a3111b20-ba9f-46eb-af7e-f3c1f55061b1 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0276129 Aug 06 18:33:15.596090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f685f-a84c-4bba-b2a0-f1d41917e111 req-d58e915b-0d4f-4434-8ef1-26a440fb572b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:15.597573 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8e1f685f-a84c-4bba-b2a0-f1d41917e111 req-d58e915b-0d4f-4434-8ef1-26a440fb572b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0537596 Aug 06 18:33:15.636429 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8e1f685f-a84c-4bba-b2a0-f1d41917e111 req-55dfcbae-1394-4dc2-932c-fd0968c56b3c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329301 Aug 06 18:33:15.711526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2554db-06e6-4e98-adf9-f99055bc5de0 req-0b2f080f-b0b6-417c-8a3a-f5befc83e50c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:15.713310 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa2554db-06e6-4e98-adf9-f99055bc5de0 req-0b2f080f-b0b6-417c-8a3a-f5befc83e50c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0503962 Aug 06 18:33:15.757178 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aa2554db-06e6-4e98-adf9-f99055bc5de0 req-94df34ff-bc05-40c6-928b-5fd78389f686 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369816 Aug 06 18:33:16.015183 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e51fc-1b74-40b1-a172-4b81f0ebe152 req-b7ab0a08-37fe-44b0-8a1d-9982d9a641b1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.016605 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-765e51fc-1b74-40b1-a172-4b81f0ebe152 req-b7ab0a08-37fe-44b0-8a1d-9982d9a641b1 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0492938 Aug 06 18:33:16.068321 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-765e51fc-1b74-40b1-a172-4b81f0ebe152 req-76430f32-26ae-4340-9d19-30a4bbf55976 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Aug 06 18:33:16.129087 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f85f9ac8-96e4-4b81-acba-952afbbc82ce req-1e5ce56b-c123-4ef4-8f66-33794a8ef507 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0317273 Aug 06 18:33:16.757756 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcefe83-eeb4-4f17-b1b3-4a74e3833d22 req-f6d0ec01-e50a-4241-802b-8f54b9e21e42 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.759224 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7bcefe83-eeb4-4f17-b1b3-4a74e3833d22 req-f6d0ec01-e50a-4241-802b-8f54b9e21e42 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0480742 Aug 06 18:33:16.797852 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7bcefe83-eeb4-4f17-b1b3-4a74e3833d22 req-af9f834c-f7ed-4fd7-ae7b-956680c218ba tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316246 Aug 06 18:33:16.872470 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975975f-c104-41f2-96e7-b21799ab4c67 req-945a37f3-f4be-4401-a5ac-d9a941159602 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:16.873937 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5975975f-c104-41f2-96e7-b21799ab4c67 req-945a37f3-f4be-4401-a5ac-d9a941159602 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0485470 Aug 06 18:33:16.882544 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:33:16.911226 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5975975f-c104-41f2-96e7-b21799ab4c67 req-501558a4-cc83-4231-821e-373e3171acf1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314474 Aug 06 18:33:17.187088 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7235d-cbb7-4918-a083-1619ba322cde req-db38b082-2005-4352-9cf8-d1482aff3f38 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:17.188727 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-42b7235d-cbb7-4918-a083-1619ba322cde req-db38b082-2005-4352-9cf8-d1482aff3f38 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0534503 Aug 06 18:33:17.238529 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-839b808d-15de-4d3b-894a-c029c6b1cb7d req-6149b773-9007-4326-aff3-85266e163d38 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=90c0f7bd-11f9-4159-95e0-8b20229b4595 HTTP/1.1" status: 200 len: 210 time: 0.0303326 Aug 06 18:33:17.250668 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-42b7235d-cbb7-4918-a083-1619ba322cde req-56081a00-7d80-40b7-9a52-a7616d0b42eb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561051 Aug 06 18:33:17.641959 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca1a02-d7f0-4976-9520-bdabbac45e72 req-18ccf7ac-25dc-409c-831c-b05708adf4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:17.643465 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9aca1a02-d7f0-4976-9520-bdabbac45e72 req-18ccf7ac-25dc-409c-831c-b05708adf4a3 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1098 time: 0.0390639 Aug 06 18:33:17.690616 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9aca1a02-d7f0-4976-9520-bdabbac45e72 req-40f9cea0-7e5a-42de-8f7e-f4e7a8453bb2 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285735 Aug 06 18:33:17.914344 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439f649-c86d-484c-a593-1a55a698ce27 req-e7aefbf2-d2ae-4143-94e9-f9b1d9eb04bf tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:17.915868 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6439f649-c86d-484c-a593-1a55a698ce27 req-e7aefbf2-d2ae-4143-94e9-f9b1d9eb04bf tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0477912 Aug 06 18:33:17.954296 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6439f649-c86d-484c-a593-1a55a698ce27 req-7a2da227-4060-4864-bccf-ba6754fddc34 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Aug 06 18:33:18.030359 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c1df1-b44b-4475-a6f1-542bc7478db4 req-c0be8e8e-2a6a-4eeb-8f33-cf6a83968b7c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:18.031830 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-717c1df1-b44b-4475-a6f1-542bc7478db4 req-c0be8e8e-2a6a-4eeb-8f33-cf6a83968b7c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0513518 Aug 06 18:33:18.075722 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-717c1df1-b44b-4475-a6f1-542bc7478db4 req-1e3f4b02-84b8-4582-a369-ee655863df9e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Aug 06 18:33:18.365169 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea474dd2-8052-4563-a485-d3a3cdb0d24e req-cc1edafe-0019-4400-a93d-c1cdbced9635 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:18.366640 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea474dd2-8052-4563-a485-d3a3cdb0d24e req-cc1edafe-0019-4400-a93d-c1cdbced9635 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0493431 Aug 06 18:33:18.405945 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea474dd2-8052-4563-a485-d3a3cdb0d24e req-28d939a4-0c70-4eb7-8c23-f931dcaac889 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334499 Aug 06 18:33:19.074979 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed2e99b-7a24-45c9-8b92-3aefd4a5054d req-fa0cf1b1-0fe4-47e6-b375-16bdbd629ae0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.076530 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eed2e99b-7a24-45c9-8b92-3aefd4a5054d req-fa0cf1b1-0fe4-47e6-b375-16bdbd629ae0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0495019 Aug 06 18:33:19.118885 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eed2e99b-7a24-45c9-8b92-3aefd4a5054d req-b2f5ae8f-a7d0-42c6-a7c2-ae557d8aaf0c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362740 Aug 06 18:33:19.187316 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ccce3-4f53-46dc-9fc7-9e19707c6be6 req-fc07371e-9d7d-44fe-8919-9552bc776de8 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.188754 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e57ccce3-4f53-46dc-9fc7-9e19707c6be6 req-fc07371e-9d7d-44fe-8919-9552bc776de8 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0511034 Aug 06 18:33:19.226236 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e57ccce3-4f53-46dc-9fc7-9e19707c6be6 req-cc44818c-be0a-48ec-8708-81f5f89a5f5c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315244 Aug 06 18:33:19.523265 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d448-4b7c-4bb1-9053-808ccc4be26d req-4604807c-b79e-4d26-9a9d-7ecaa175d1e7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:19.524738 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0201d448-4b7c-4bb1-9053-808ccc4be26d req-4604807c-b79e-4d26-9a9d-7ecaa175d1e7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Aug 06 18:33:19.562171 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0201d448-4b7c-4bb1-9053-808ccc4be26d req-91768c19-cfc8-402c-9b4a-4b72a241574e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315344 Aug 06 18:33:20.238739 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc4e7e-7651-4e3a-ada9-0caf591f012d req-d9043c25-9145-4ef3-a03a-869c371ec93d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.240215 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7cdc4e7e-7651-4e3a-ada9-0caf591f012d req-d9043c25-9145-4ef3-a03a-869c371ec93d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0480442 Aug 06 18:33:20.277605 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7cdc4e7e-7651-4e3a-ada9-0caf591f012d req-c67978fa-ab31-4d5d-91df-3a44d4f73e30 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Aug 06 18:33:20.341181 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206bb024-81ce-4bb2-983d-53fc2d167b80 req-cdb8727c-da8c-4a52-9395-8b8b39819124 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.343230 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-206bb024-81ce-4bb2-983d-53fc2d167b80 req-cdb8727c-da8c-4a52-9395-8b8b39819124 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0521460 Aug 06 18:33:20.379773 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-206bb024-81ce-4bb2-983d-53fc2d167b80 req-3565424d-e564-4c9a-be29-92180764f15c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306647 Aug 06 18:33:20.676810 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fdcd1-e7a6-47e8-b341-fe39128b4793 req-49e214e7-c0da-4a21-8a64-78ffdfbcab1a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:20.678276 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d2fdcd1-e7a6-47e8-b341-fe39128b4793 req-49e214e7-c0da-4a21-8a64-78ffdfbcab1a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Aug 06 18:33:20.715602 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2d2fdcd1-e7a6-47e8-b341-fe39128b4793 req-67cdd55b-fc75-4e23-b053-1b279129e11f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Aug 06 18:33:21.393788 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d2903-21c4-469c-9a2d-36384d966c1f req-d2f77ebe-f713-402d-acf7-b7f5bb849627 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:21.395399 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c0d2903-21c4-469c-9a2d-36384d966c1f req-d2f77ebe-f713-402d-acf7-b7f5bb849627 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0475407 Aug 06 18:33:21.434437 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c0d2903-21c4-469c-9a2d-36384d966c1f req-341cc555-bd5a-46fa-8003-f8e74185d6d0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333469 Aug 06 18:33:21.503288 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb0ac7-0a8f-4837-ab4a-fc556a1d0a49 req-d13c4971-c7d1-43ce-a474-a7696038c51c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:21.504683 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67eb0ac7-0a8f-4837-ab4a-fc556a1d0a49 req-d13c4971-c7d1-43ce-a474-a7696038c51c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0531294 Aug 06 18:33:21.768418 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-67eb0ac7-0a8f-4837-ab4a-fc556a1d0a49 req-6d8550b9-ac28-471e-bc18-44c79f8e6b0f tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575676 Aug 06 18:33:21.784448 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:21.833960 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932aa2f1-906f-41a5-b09e-368d87a74425 req-466acbd3-dea4-43ed-b7c5-1b09c42c3424 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:21.835481 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-932aa2f1-906f-41a5-b09e-368d87a74425 req-466acbd3-dea4-43ed-b7c5-1b09c42c3424 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0475543 Aug 06 18:33:21.874863 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-932aa2f1-906f-41a5-b09e-368d87a74425 req-0554285f-a57f-4646-8cd8-507fcc0100de tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334134 Aug 06 18:33:22.554185 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd4c02-3831-4433-97f6-4cef7ac59902 req-6a0afacb-5301-4165-aad0-e59cecc98971 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.555476 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-22bd4c02-3831-4433-97f6-4cef7ac59902 req-6a0afacb-5301-4165-aad0-e59cecc98971 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0482221 Aug 06 18:33:22.598576 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-22bd4c02-3831-4433-97f6-4cef7ac59902 req-51c90cb9-04c0-4f4d-a86d-787739700763 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340638 Aug 06 18:33:22.643879 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e270d866-68a0-4068-bfb0-4d51fb6dc68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:22.689005 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579112-9d09-4cd7-affa-d1ef10ab8092 req-2bc9bf36-a8a7-45ca-aa15-262d3acf23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.690618 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9e579112-9d09-4cd7-affa-d1ef10ab8092 req-2bc9bf36-a8a7-45ca-aa15-262d3acf23b9 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0629091 Aug 06 18:33:22.729571 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9e579112-9d09-4cd7-affa-d1ef10ab8092 req-df4466a3-86e4-4dae-8e0e-223ee48c66a7 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306864 Aug 06 18:33:22.890455 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2e1c9-10cc-4c81-887c-180db597112d req-3c3a19b8-ed5a-4e29-a28c-e4afbc325640 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:22.891989 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-76a2e1c9-10cc-4c81-887c-180db597112d req-3c3a19b8-ed5a-4e29-a28c-e4afbc325640 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Aug 06 18:33:22.941695 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-76a2e1c9-10cc-4c81-887c-180db597112d req-127d116a-28f8-4383-8de0-a8f8ae3311f9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Aug 06 18:33:23.001705 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecbe921-700c-496f-92af-bf09ebcc8797 req-965bfd07-357b-4c52-b82d-9e59e6371f35 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.003181 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0ecbe921-700c-496f-92af-bf09ebcc8797 req-965bfd07-357b-4c52-b82d-9e59e6371f35 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0524471 Aug 06 18:33:23.066221 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0ecbe921-700c-496f-92af-bf09ebcc8797 req-5cf1d01b-21a4-4505-8e82-e7860e5c385e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522523 Aug 06 18:33:23.076250 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f248-2e70-40f1-b0a2-7e4ad39e71d8 req-1bb0994f-b582-47df-9373-481d71c1f398 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.077689 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3fc6f248-2e70-40f1-b0a2-7e4ad39e71d8 req-1bb0994f-b582-47df-9373-481d71c1f398 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0735738 Aug 06 18:33:23.118038 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3fc6f248-2e70-40f1-b0a2-7e4ad39e71d8 req-2f7d1ed1-a207-47d5-af20-260d1340c406 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340393 Aug 06 18:33:23.436642 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a764d-38f9-4edf-919a-f99d1ed95614 req-6f1ab50a-0b99-497e-a6d5-ba34effbd750 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.438103 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d48a764d-38f9-4edf-919a-f99d1ed95614 req-6f1ab50a-0b99-497e-a6d5-ba34effbd750 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0503969 Aug 06 18:33:23.475542 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d48a764d-38f9-4edf-919a-f99d1ed95614 req-48d33730-927b-4dab-964c-05db4b72b8a1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315320 Aug 06 18:33:23.740970 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4e4c9-eda4-4d18-9917-49d5f96fe835 req-5e417f5e-7156-45d9-b421-ae39dc93ef51 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:23.742891 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-24f4e4c9-eda4-4d18-9917-49d5f96fe835 req-5e417f5e-7156-45d9-b421-ae39dc93ef51 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0659940 Aug 06 18:33:23.791608 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-24f4e4c9-eda4-4d18-9917-49d5f96fe835 req-4ebf7ae9-4d50-42f2-b26a-75cfcc9dd39a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353422 Aug 06 18:33:24.187835 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09d90a-6b56-4d7a-aa21-1bf10af7a3e8 req-98ab6ac7-7ab2-4679-b024-003e8a1ff7b7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.189314 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f09d90a-6b56-4d7a-aa21-1bf10af7a3e8 req-98ab6ac7-7ab2-4679-b024-003e8a1ff7b7 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0538816 Aug 06 18:33:24.261582 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f09d90a-6b56-4d7a-aa21-1bf10af7a3e8 req-c1483b14-8edb-4620-9aa1-ffddd566118f tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661950 Aug 06 18:33:24.273916 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d5a97-7b00-4c3b-9f42-6e29165789f6 req-94cf2499-3135-44f6-80a6-17570f7b3e12 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.275498 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a23d5a97-7b00-4c3b-9f42-6e29165789f6 req-94cf2499-3135-44f6-80a6-17570f7b3e12 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0741856 Aug 06 18:33:24.315883 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a23d5a97-7b00-4c3b-9f42-6e29165789f6 req-92bf3ec3-dcfa-4cf8-90c5-7998463e7571 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341103 Aug 06 18:33:24.569320 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439737-1e51-492c-92f5-afb77722b31f req-4fc66d31-4b36-4813-a807-d87964e6e8ba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.570793 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-be439737-1e51-492c-92f5-afb77722b31f req-4fc66d31-4b36-4813-a807-d87964e6e8ba tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0487840 Aug 06 18:33:24.608111 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-be439737-1e51-492c-92f5-afb77722b31f req-0c5fe945-54fa-47f0-8e0a-200f658ccc27 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305486 Aug 06 18:33:24.929138 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c4d53-1a69-426b-8a23-95947f50a2ff req-2ae937a3-afd3-4edc-9650-78a262b5cb9c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:24.930617 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d38c4d53-1a69-426b-8a23-95947f50a2ff req-2ae937a3-afd3-4edc-9650-78a262b5cb9c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0527861 Aug 06 18:33:24.970961 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d38c4d53-1a69-426b-8a23-95947f50a2ff req-6305adf6-6fb0-4554-ad07-2706ad2d0a66 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343130 Aug 06 18:33:25.322835 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-dc8650d7-f68e-4c73-9360-800d5f586b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:25.412786 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:25.430206 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432d445-a423-4ccc-887d-2310c93dcf48 req-ea505c08-1b2e-4a64-9d7f-707749499edc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.431705 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5432d445-a423-4ccc-887d-2310c93dcf48 req-ea505c08-1b2e-4a64-9d7f-707749499edc tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0493402 Aug 06 18:33:25.470360 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5432d445-a423-4ccc-887d-2310c93dcf48 req-1029071e-bc81-4625-bb99-190988675218 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319850 Aug 06 18:33:25.527777 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-6d3bf649-b0dc-41be-b29f-97c5ab9c56fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.529815 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-6d3bf649-b0dc-41be-b29f-97c5ab9c56fd service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=691041d7a40145c7a45a1ccee4344a80&device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 1098 time: 0.0409482 Aug 06 18:33:25.723441 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb4621b-1314-4420-8243-3967f4c073cb req-b6e67e38-e813-44ee-8d3f-8d542b48e405 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:25.724790 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9fb4621b-1314-4420-8243-3967f4c073cb req-b6e67e38-e813-44ee-8d3f-8d542b48e405 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0497255 Aug 06 18:33:25.762206 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9fb4621b-1314-4420-8243-3967f4c073cb req-81c1554e-aac7-43f5-8cd3-911ae0cf477c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315292 Aug 06 18:33:26.095338 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c5552-a4f3-44b6-bc3d-58cd71ab4d1a req-4a7f6573-dbec-4fbf-bbac-2c84eae0e713 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:26.096777 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a69c5552-a4f3-44b6-bc3d-58cd71ab4d1a req-4a7f6573-dbec-4fbf-bbac-2c84eae0e713 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0526667 Aug 06 18:33:26.133533 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a69c5552-a4f3-44b6-bc3d-58cd71ab4d1a req-a6132296-7be9-4165-8d16-715110f21f72 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308285 Aug 06 18:33:26.304256 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:26.583922 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac470c-d59a-4714-b4ce-98943ffdd8f3 req-b10197a7-14e6-45c7-85c3-74ad9d6567e0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:26.585301 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-62ac470c-d59a-4714-b4ce-98943ffdd8f3 req-b10197a7-14e6-45c7-85c3-74ad9d6567e0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0486112 Aug 06 18:33:26.622434 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-62ac470c-d59a-4714-b4ce-98943ffdd8f3 req-c558f8db-f5d2-4d3e-bd8e-09ee8ae04960 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Aug 06 18:33:26.874841 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d01c8-463a-4550-9320-c343251a87bd req-c3f32f6f-5cb0-43af-97f2-f36d871327e0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:26.876231 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-483d01c8-463a-4550-9320-c343251a87bd req-c3f32f6f-5cb0-43af-97f2-f36d871327e0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0472412 Aug 06 18:33:26.914085 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-483d01c8-463a-4550-9320-c343251a87bd req-6588e5bd-48e2-4f30-be04-637a0e2397cb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319452 Aug 06 18:33:27.254793 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f217ae-0277-475c-9912-6b3ca01801d3 req-183d906f-2345-4b0c-a326-adf083a0ebe1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.256260 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d6f217ae-0277-475c-9912-6b3ca01801d3 req-183d906f-2345-4b0c-a326-adf083a0ebe1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 943 time: 0.0513701 Aug 06 18:33:27.292482 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d6f217ae-0277-475c-9912-6b3ca01801d3 req-f8bb8243-c5aa-40ac-91c2-98669e1ab877 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302620 Aug 06 18:33:27.575882 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:27.682935 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:27.686245 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-327cb4bd-9972-43d0-a809-d0f0d1de536d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.688653 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-327cb4bd-9972-43d0-a809-d0f0d1de536d service neutron] 10.222.0.81 "GET /v2.0/networks?id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 200 len: 919 time: 0.1135626 Aug 06 18:33:27.695436 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'port_id': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'mac_address': 'fa:16:3e:ee:75:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:27.748737 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:27.764574 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0da7bd-86a4-4ed9-857c-dca4fc6487cb {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:27.767900 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b86d1-223d-4293-9225-d0a3fc53f76f req-b11817f0-0bf2-400c-8c4e-3a256fa9b68e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.768610 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-44be05e8-14e4-4835-98a7-7b7c68310a68 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 200 len: 217 time: 0.0624552 Aug 06 18:33:27.770028 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b92b86d1-223d-4293-9225-d0a3fc53f76f req-b11817f0-0bf2-400c-8c4e-3a256fa9b68e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0758643 Aug 06 18:33:27.787975 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:27.799834 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:27.822036 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b92b86d1-223d-4293-9225-d0a3fc53f76f req-dc14251a-b7f3-45df-b79c-b50915b2a82d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395510 Aug 06 18:33:27.846050 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-2b5f80d6-ece3-49bd-90bd-5e933b7d1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:27.847720 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-2b5f80d6-ece3-49bd-90bd-5e933b7d1e13 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 200 len: 858 time: 0.0609198 Aug 06 18:33:27.863432 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=9']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:27.870618 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.870967 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.871387 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.871728 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.872091 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.872382 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.872708 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.873089 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.873716 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.873932 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.874226 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.874543 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:27.883306 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-a9305801-325d-44ff-9f86-602caef80fbf service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=ed10380b-eca5-4c76-a24a-dc3143a7bdf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270271 Aug 06 18:33:27.968336 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:27.994406 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-bd337480-99e4-44a0-aa1b-be2d3e6fd345 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974920 Aug 06 18:33:28.035432 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab212b-bd14-46f6-80e8-2b98c5befe34 req-5c415120-1c68-4509-b49f-f61e1ddf58ce tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:28.037006 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-54ab212b-bd14-46f6-80e8-2b98c5befe34 req-5c415120-1c68-4509-b49f-f61e1ddf58ce tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0488923 Aug 06 18:33:28.079308 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-54ab212b-bd14-46f6-80e8-2b98c5befe34 req-428fe60b-502c-4e2c-8684-d0e1e3c0bac2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359929 Aug 06 18:33:28.098516 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0ad62b8e-a14d-4f9b-b52d-15a528d46949 req-c22a00c6-9f85-47cd-bec2-cae605408f18 service neutron] 10.222.0.81 "GET /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941415 Aug 06 18:33:28.126781 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:28.350473 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-fcc2e50e-a656-4e43-892b-4fff093e7f00 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:28.351997 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-fcc2e50e-a656-4e43-892b-4fff093e7f00 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/networks?id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 200 len: 813 time: 0.1040170 Aug 06 18:33:28.377433 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-0378be4b-b6c5-4e70-82d9-75aad27c86fb tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/quotas/6186c91bbe104e3b87e1afa0585897dc HTTP/1.1" status: 200 len: 375 time: 0.0189486 Aug 06 18:33:28.423623 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-0458c4c1-4849-4e8e-9f80-430bbedad39f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6186c91bbe104e3b87e1afa0585897dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284753 Aug 06 18:33:28.445220 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11310dd-eff4-4b74-aaad-e51f535e1346 req-61275a9d-2d15-477e-a39f-6405487e5b20 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:28.446609 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c11310dd-eff4-4b74-aaad-e51f535e1346 req-61275a9d-2d15-477e-a39f-6405487e5b20 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0801303 Aug 06 18:33:28.534258 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c11310dd-eff4-4b74-aaad-e51f535e1346 req-8f60efbb-f688-4536-9e4f-599dc5e5aa09 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732224 Aug 06 18:33:28.551586 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-8bd827ee-e262-4c4a-bdd2-cbcaa6262917 service neutron] 10.222.0.57 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207530 Aug 06 18:33:28.645932 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-e31986c5-108d-4fb0-89ee-99801e69a803 service neutron] 10.222.0.57 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880926 Aug 06 18:33:28.808025 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ff319e31-402e-4643-bcd2-9b45b4b0730e req-9b1f45ee-c9db-49ac-ae16-c29f200824ba tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 210 time: 0.0263224 Aug 06 18:33:28.944513 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9d610-43f9-4a27-ba76-11ab46df6c19 req-c5361ea4-a184-40ee-a9b9-1b19c6473b5c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:28.946047 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2ab9d610-43f9-4a27-ba76-11ab46df6c19 req-c5361ea4-a184-40ee-a9b9-1b19c6473b5c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0518303 Aug 06 18:33:28.986897 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2ab9d610-43f9-4a27-ba76-11ab46df6c19 req-1778f584-dccd-4ce7-b31f-bf82bb64cceb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338013 Aug 06 18:33:29.203174 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0a067-359c-4eaf-b43b-c6a90904933a req-5567a9a0-a42a-45aa-a0b7-374b3b7527ad tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:29.204611 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f5b0a067-359c-4eaf-b43b-c6a90904933a req-5567a9a0-a42a-45aa-a0b7-374b3b7527ad tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0570459 Aug 06 18:33:29.243867 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f5b0a067-359c-4eaf-b43b-c6a90904933a req-9c51b94d-5cb3-44c5-9a5e-aba618e5dd10 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Aug 06 18:33:29.662092 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de2edf-e01e-49b6-871f-e086811329ab req-35714e0d-5522-40af-acd4-a16640a2d55f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:29.663550 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89de2edf-e01e-49b6-871f-e086811329ab req-35714e0d-5522-40af-acd4-a16640a2d55f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0527771 Aug 06 18:33:29.700875 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89de2edf-e01e-49b6-871f-e086811329ab req-6150081d-9f3b-47c5-9a9a-3c3aab9e8e22 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314503 Aug 06 18:33:29.901436 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-6bb92d64-04bd-4919-8fe2-a7bb9f7daf87 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:29.902967 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-6bb92d64-04bd-4919-8fe2-a7bb9f7daf87 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "GET /v2.0/networks?id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 200 len: 813 time: 0.1045187 Aug 06 18:33:29.905451 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1e04827f-9a69-4208-aa5f-3c625af62b4b req-465576ba-b474-4c68-b885-8a3522a0738a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 210 time: 0.0273356 Aug 06 18:33:29.931748 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Request body: {'port': {'device_id': '4a58ffb2-7663-45dc-916e-155d1043721d', 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1', 'admin_state_up': True, 'tenant_id': '6186c91bbe104e3b87e1afa0585897dc'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:30.043820 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Made reservation on behalf of 6186c91bbe104e3b87e1afa0585897dc for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:33:30.048211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.106210 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f1e7dd-e6f5-41c4-93a0-a5cb735ca00d req-8fcfa233-17c9-4b39-8abc-04400892df49 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.108192 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-23f1e7dd-e6f5-41c4-93a0-a5cb735ca00d req-8fcfa233-17c9-4b39-8abc-04400892df49 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0495117 Aug 06 18:33:30.151778 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-23f1e7dd-e6f5-41c4-93a0-a5cb735ca00d req-efc5553f-d8b6-4e5c-b17d-5929d6689a6d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370417 Aug 06 18:33:30.170370 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Allocated IP 172.20.0.12 (f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1/a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba/308f1122-cad5-4c05-92bf-95d56dc4f487) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:30.324526 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.367140 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.372166 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c25b0cb-111e-49f6-be89-c5a54b74cfa1 req-cee875c0-beef-402d-8fbf-aa5c67daed95 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.373824 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c25b0cb-111e-49f6-be89-c5a54b74cfa1 req-cee875c0-beef-402d-8fbf-aa5c67daed95 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0547018 Aug 06 18:33:30.410748 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:30.413737 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:30.414059 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5c25b0cb-111e-49f6-be89-c5a54b74cfa1 req-5017760e-707b-4831-8057-0cae48812dfc tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331688 Aug 06 18:33:30.417504 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:30.424885 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Pushing event updated for resources: {'Port': ['ID=308f1122-cad5-4c05-92bf-95d56dc4f487,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:30.474311 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.474913 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.489052 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-5a1b8fdf-b416-4b0d-87a0-2d3b1e959d5a tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5613449 Aug 06 18:33:30.509751 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Request body: {'port': {'device_id': '4a58ffb2-7663-45dc-916e-155d1043721d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:30.561355 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.712107 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:30.760509 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:30.760882 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.822320 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 308f1122-cad5-4c05-92bf-95d56dc4f487 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:30.828397 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c8185-bf3d-428e-9b84-3a1ba8730b4d req-17b07826-8f7e-4132-9edb-1a529045fee7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:30.830077 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-403c8185-bf3d-428e-9b84-3a1ba8730b4d req-17b07826-8f7e-4132-9edb-1a529045fee7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 944 time: 0.0537553 Aug 06 18:33:30.830569 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.840226 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.843748 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Transition to ACTIVE for port object 308f1122-cad5-4c05-92bf-95d56dc4f487 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:33:30.848427 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.866799 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:30.869287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94957770-dcb4-428e-9d97-a7fbdd3edb99" -d '{"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:30.874578 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-403c8185-bf3d-428e-9b84-3a1ba8730b4d req-61e3ee99-4d10-4aa3-8516-d48ea2043b8c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378613 Aug 06 18:33:30.900844 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:30.900844 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:30.922573 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3ea6cd-73ac-4d63-8070-b825d00815fa x-openstack-request-id: req-8c3ea6cd-73ac-4d63-8070-b825d00815fa {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:30.922869 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:30.923146 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c3ea6cd-73ac-4d63-8070-b825d00815fa {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:30.923671 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'code': 200} Aug 06 18:33:30.924185 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Pushing event updated for resources: {'Port': ['ID=308f1122-cad5-4c05-92bf-95d56dc4f487,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:30.953827 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=10']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:30.987215 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Attempting to bind port 308f1122-cad5-4c05-92bf-95d56dc4f487 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:33:30.987617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Attempting to bind port 308f1122-cad5-4c05-92bf-95d56dc4f487 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:33:30.988015 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Attempting to bind port 308f1122-cad5-4c05-92bf-95d56dc4f487 on network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:30.992511 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Port 308f1122-cad5-4c05-92bf-95d56dc4f487 on network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:33:30.992817 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Attempting to bind port 308f1122-cad5-4c05-92bf-95d56dc4f487 on network f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:33:30.997928 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:33:30.998960 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Checking segment: {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:33:30.999582 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Bound using segment: {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:33:31.000120 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Bound port: 308f1122-cad5-4c05-92bf-95d56dc4f487, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee9d427f-b5d5-4712-83d0-a2c5836db885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:33:31.000571 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:31.039664 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba10b2-11ab-4890-a3a0-b4a6f1ecf103 req-439aaa54-c216-41f2-9e61-95d2bf115593 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.041252 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-46ba10b2-11ab-4890-a3a0-b4a6f1ecf103 req-439aaa54-c216-41f2-9e61-95d2bf115593 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 944 time: 0.0492821 Aug 06 18:33:31.070012 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] For port 308f1122-cad5-4c05-92bf-95d56dc4f487, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:33:31.073288 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] For port 308f1122-cad5-4c05-92bf-95d56dc4f487, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=308f1122-cad5-4c05-92bf-95d56dc4f487,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:33:31.078574 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:31.081399 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-46ba10b2-11ab-4890-a3a0-b4a6f1ecf103 req-2237ef0f-45ba-4a40-aec7-e8557f17cc9e tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329900 Aug 06 18:33:31.110670 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.111303 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:31.112678 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] 10.222.0.81 "PUT /v2.0/ports/308f1122-cad5-4c05-92bf-95d56dc4f487 HTTP/1.1" status: 200 len: 1094 time: 0.6070468 Aug 06 18:33:31.113131 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a58ffb2-7663-45dc-916e-155d1043721d', 'tag': '308f1122-cad5-4c05-92bf-95d56dc4f487'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:31.115363 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "4a58ffb2-7663-45dc-916e-155d1043721d", "tag": "308f1122-cad5-4c05-92bf-95d56dc4f487"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:31.142727 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b6bfb-a2f5-4b32-b2c5-c9aab2fdf248 service neutron] Pushing event updated for resources: {'Port': ['ID=308f1122-cad5-4c05-92bf-95d56dc4f487,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:31.167664 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a04b26-085a-4199-af84-10e1a5342c5c x-openstack-request-id: req-47a04b26-085a-4199-af84-10e1a5342c5c {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:31.167963 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a58ffb2-7663-45dc-916e-155d1043721d", "tag": "308f1122-cad5-4c05-92bf-95d56dc4f487", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:31.168208 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47a04b26-085a-4199-af84-10e1a5342c5c {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:31.168589 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a58ffb2-7663-45dc-916e-155d1043721d', 'tag': '308f1122-cad5-4c05-92bf-95d56dc4f487', 'status': 'completed', 'code': 200} Aug 06 18:33:31.200386 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-fe095583-0cff-4dd9-bcf3-396484f55a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.202203 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-fe095583-0cff-4dd9-bcf3-396484f55a18 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6186c91bbe104e3b87e1afa0585897dc&device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 1097 time: 0.0431714 Aug 06 18:33:31.248560 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-d8cea392-e466-4646-9319-08d353004ae9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=308f1122-cad5-4c05-92bf-95d56dc4f487 HTTP/1.1" status: 200 len: 217 time: 0.0343237 Aug 06 18:33:31.275806 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71445b2-a5e3-4f13-88b7-be02c94fe27c req-70716f67-c988-4a4b-85d6-b858f4eba822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.277279 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f71445b2-a5e3-4f13-88b7-be02c94fe27c req-70716f67-c988-4a4b-85d6-b858f4eba822 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0550265 Aug 06 18:33:31.318796 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f71445b2-a5e3-4f13-88b7-be02c94fe27c req-535133cb-6a1b-45c5-8ee2-ad6621d56937 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348313 Aug 06 18:33:31.536120 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b85cc-3c84-41ec-bd3b-56c9703422d0 req-0a4b3121-bc5f-41d4-9555-902c050dbb87 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.537519 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ae4b85cc-3c84-41ec-bd3b-56c9703422d0 req-0a4b3121-bc5f-41d4-9555-902c050dbb87 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0494168 Aug 06 18:33:31.554096 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-112b5472-cd91-4754-b4e4-51371a14ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.555608 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-112b5472-cd91-4754-b4e4-51371a14ca0d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba HTTP/1.1" status: 200 len: 853 time: 0.2987099 Aug 06 18:33:31.562029 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d0c95-d899-4412-9470-8138103f0eab req-64c718f9-867d-4faa-b25e-6378e0435fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.563457 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-011d0c95-d899-4412-9470-8138103f0eab req-64c718f9-867d-4faa-b25e-6378e0435fb7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 1099 time: 0.0525601 Aug 06 18:33:31.577093 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ae4b85cc-3c84-41ec-bd3b-56c9703422d0 req-c2c0c066-5b9d-433b-a8b0-a18b3215643e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337160 Aug 06 18:33:31.604336 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-46f7706a-8278-4cda-825f-67c612aff77e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320287 Aug 06 18:33:31.657493 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-011d0c95-d899-4412-9470-8138103f0eab req-dfc83800-363a-4505-9815-47399586d3bf service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840769 Aug 06 18:33:31.717439 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-25744362-b282-4225-b8af-507df2b7e25b service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044817 Aug 06 18:33:31.815828 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d3212947-972e-4e83-ae25-74cb4d98cfa3 req-af496e20-2250-432f-9d29-8cd088463004 service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876517 Aug 06 18:33:31.904234 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-40fd248b-3e9c-4b45-8345-ff23dca0661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:31.905805 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-40fd248b-3e9c-4b45-8345-ff23dca0661e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=6186c91bbe104e3b87e1afa0585897dc&device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 1097 time: 0.0403657 Aug 06 18:33:32.012169 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-b8574415-f407-4fa6-9971-ee333d2f4b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.013206 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-b8574415-f407-4fa6-9971-ee333d2f4b9f service neutron] 10.222.0.81 "GET /v2.0/networks?id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 200 len: 914 time: 0.0985260 Aug 06 18:33:32.022452 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d06175-4851-488a-baad-b6db485ccac0 req-aa6c0aaf-5862-4749-aad8-3c2ac5dc74b5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.024251 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-21d06175-4851-488a-baad-b6db485ccac0 req-aa6c0aaf-5862-4749-aad8-3c2ac5dc74b5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0678737 Aug 06 18:33:32.079116 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-c46d1b24-d7a3-4543-8cb4-2ba2d9725ac6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=308f1122-cad5-4c05-92bf-95d56dc4f487 HTTP/1.1" status: 200 len: 217 time: 0.0523548 Aug 06 18:33:32.079298 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-21d06175-4851-488a-baad-b6db485ccac0 req-db0f17d0-b579-4681-83a6-06f632442e34 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449677 Aug 06 18:33:32.130706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-b5b4e817-1d73-417f-8e3e-9d3e32c4745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.132215 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-b5b4e817-1d73-417f-8e3e-9d3e32c4745b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba HTTP/1.1" status: 200 len: 853 time: 0.0446696 Aug 06 18:33:32.166457 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-3ae48055-64e0-4d53-b70b-dfed0d7e0e7a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244362 Aug 06 18:33:32.203923 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac95d615-30f8-482c-a89c-821518180c29 req-3f6c1a2f-270f-471f-bb55-ed0eb46284b4 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.205542 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ac95d615-30f8-482c-a89c-821518180c29 req-3f6c1a2f-270f-471f-bb55-ed0eb46284b4 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 944 time: 0.0519283 Aug 06 18:33:32.247033 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ac95d615-30f8-482c-a89c-821518180c29 req-9eebbd6b-d96a-42c2-9c81-a6b39afd63a0 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352366 Aug 06 18:33:32.266592 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-271f7be7-b045-46db-a347-1148b5a76d7c service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863626 Aug 06 18:33:32.369818 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84d35d57-99bf-4937-b9a4-9ac5f6f2a4c6 req-c55b0eb5-739b-4c64-b573-1595d61684e7 service neutron] 10.222.0.81 "GET /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905149 Aug 06 18:33:32.433526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea3af6-82c2-4be8-a8c2-f6745bd29b28 req-96f862c3-7040-43f0-b4e9-1b56c682bf6e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:32.435026 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d2ea3af6-82c2-4be8-a8c2-f6745bd29b28 req-96f862c3-7040-43f0-b4e9-1b56c682bf6e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0488513 Aug 06 18:33:32.472770 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d2ea3af6-82c2-4be8-a8c2-f6745bd29b28 req-a528c60c-74e5-4603-9384-ec12d30f4da4 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316920 Aug 06 18:33:33.206379 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46828334-a57f-4cf6-802e-42fa907f4269 req-5d423961-a945-4f3d-897e-da043d9c12fa tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.207973 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-46828334-a57f-4cf6-802e-42fa907f4269 req-5d423961-a945-4f3d-897e-da043d9c12fa tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0505366 Aug 06 18:33:33.252603 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-46828334-a57f-4cf6-802e-42fa907f4269 req-9debdeb6-484d-448e-b79e-aeaba5790e75 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386143 Aug 06 18:33:33.380423 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4e819-8c5c-46aa-90a7-e94bbbfda171 req-0621e0d9-76bc-4b7d-a4f8-de6bd29011de tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.381955 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-59e4e819-8c5c-46aa-90a7-e94bbbfda171 req-0621e0d9-76bc-4b7d-a4f8-de6bd29011de tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 944 time: 0.0624599 Aug 06 18:33:33.419474 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-59e4e819-8c5c-46aa-90a7-e94bbbfda171 req-6acdbea4-4f43-42ce-83ec-26e96779d295 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315554 Aug 06 18:33:33.587892 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ad861-4bd0-40b3-8e6a-8004a8e908b0 req-81e6e27a-36c6-4e35-b1e8-230e68c1446b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:33.589337 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fe9ad861-4bd0-40b3-8e6a-8004a8e908b0 req-81e6e27a-36c6-4e35-b1e8-230e68c1446b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0485563 Aug 06 18:33:33.628036 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fe9ad861-4bd0-40b3-8e6a-8004a8e908b0 req-4879209e-0eed-4455-8e3f-9f5758c8ccc7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319378 Aug 06 18:33:34.372092 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34badead-f8b0-4a00-846f-0cd2ff69140c req-4ddebc2f-229a-41f6-a907-a0eac54f13cd tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.373627 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-34badead-f8b0-4a00-846f-0cd2ff69140c req-4ddebc2f-229a-41f6-a907-a0eac54f13cd tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0489171 Aug 06 18:33:34.410784 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-34badead-f8b0-4a00-846f-0cd2ff69140c req-429d4a08-4520-466f-a326-b634e0b9d222 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315521 Aug 06 18:33:34.539363 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb3292-ce72-4043-b472-3a9bd96c40f0 req-f3d8d32e-1d72-4620-9a74-a6b7f580982b tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.540847 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b3bb3292-ce72-4043-b472-3a9bd96c40f0 req-f3d8d32e-1d72-4620-9a74-a6b7f580982b tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 944 time: 0.0547771 Aug 06 18:33:34.580326 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b3bb3292-ce72-4043-b472-3a9bd96c40f0 req-4b12712f-6793-47cd-964e-faf41e7e2cb8 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322754 Aug 06 18:33:34.713266 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 308f1122-cad5-4c05-92bf-95d56dc4f487 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:33:34.744917 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa4259-5145-49b9-9bc3-fc64c340a9a4 req-bba437a0-463b-4083-97c2-5bf97d1a65f6 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:34.746384 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93aa4259-5145-49b9-9bc3-fc64c340a9a4 req-bba437a0-463b-4083-97c2-5bf97d1a65f6 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0495994 Aug 06 18:33:34.785890 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93aa4259-5145-49b9-9bc3-fc64c340a9a4 req-3eddb6a6-4d84-47c4-a36f-a9365781598b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328894 Aug 06 18:33:34.810961 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 308f1122-cad5-4c05-92bf-95d56dc4f487, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=308f1122-cad5-4c05-92bf-95d56dc4f487,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:34.821661 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '308f1122-cad5-4c05-92bf-95d56dc4f487', 'network_id': 'f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1', 'port_id': '308f1122-cad5-4c05-92bf-95d56dc4f487', 'mac_address': 'fa:16:3e:9a:d6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:33:34.857800 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:34.869953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 308f1122-cad5-4c05-92bf-95d56dc4f487 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:33:34.889614 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 308f1122-cad5-4c05-92bf-95d56dc4f487, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=308f1122-cad5-4c05-92bf-95d56dc4f487,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:34.893336 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:34.941714 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=308f1122-cad5-4c05-92bf-95d56dc4f487,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:35.281809 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['308f1122-cad5-4c05-92bf-95d56dc4f487'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:35.462115 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b3862-45d2-4ef4-8b4e-037cac8c8d6c req-e1e7da4a-b537-4946-968d-32c64a5721cd tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.463700 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ad9b3862-45d2-4ef4-8b4e-037cac8c8d6c req-e1e7da4a-b537-4946-968d-32c64a5721cd tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0487633 Aug 06 18:33:35.508887 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ad9b3862-45d2-4ef4-8b4e-037cac8c8d6c req-53819aba-1598-4b13-b5c0-7d69f4b0b9f0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363016 Aug 06 18:33:35.531533 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44442) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:35.711889 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da193654-9f21-463d-b98f-da3535cef4c4 tempest-TestMinimumBasicScenario-1230862405 tempest-TestMinimumBasicScenario-1230862405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.713459 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-da193654-9f21-463d-b98f-da3535cef4c4 tempest-TestMinimumBasicScenario-1230862405 tempest-TestMinimumBasicScenario-1230862405-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1093 time: 0.1808650 Aug 06 18:33:35.716416 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44448) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:35.722062 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'port_id': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:35.726258 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de17e135-8251-47f3-9b80-7bc2fc8a0ae9 req-a0b69ba1-bbb9-47b6-a392-fba94e85f6ef tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.727725 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de17e135-8251-47f3-9b80-7bc2fc8a0ae9 req-a0b69ba1-bbb9-47b6-a392-fba94e85f6ef tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 945 time: 0.0604451 Aug 06 18:33:35.744681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:35.768603 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de17e135-8251-47f3-9b80-7bc2fc8a0ae9 req-3d95b3da-5cfe-4c3a-9cbf-aa65059ac441 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341892 Aug 06 18:33:35.843389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:35.901188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc28e2-3fad-475a-97c1-e7f53507860d req-305361e2-07b7-46f3-9442-6467d5e8348b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:35.902666 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fbcc28e2-3fad-475a-97c1-e7f53507860d req-305361e2-07b7-46f3-9442-6467d5e8348b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0502672 Aug 06 18:33:35.942210 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fbcc28e2-3fad-475a-97c1-e7f53507860d req-4ca60a0e-a384-430a-a9ab-a8c629db57d1 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Aug 06 18:33:35.946754 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Allocated IP 172.27.0.180 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/a774c4be-53ab-464a-bdec-5777968c8e88) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:33:36.059848 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.097178 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.131671 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:33:36.137742 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:33:36.141913 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:33:36.167304 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'Port': ['ID=a774c4be-53ab-464a-bdec-5777968c8e88,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:36.507227 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.578824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.713114 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 308f1122-cad5-4c05-92bf-95d56dc4f487 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:33:36.726410 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.732282 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.761777 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 308f1122-cad5-4c05-92bf-95d56dc4f487 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:33:36.766591 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 308f1122-cad5-4c05-92bf-95d56dc4f487 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:36.766955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.807783 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'Port': ['ID=a774c4be-53ab-464a-bdec-5777968c8e88,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:36.821380 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.851705 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.876427 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a58ffb2-7663-45dc-916e-155d1043721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308f1122-cad5-4c05-92bf-95d56dc4f487'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:36.878938 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01187c50-ab3c-4c1f-829e-93f70f23e105" -d '{"events": [{"server_uuid": "4a58ffb2-7663-45dc-916e-155d1043721d", "name": "network-vif-plugged", "status": "completed", "tag": "308f1122-cad5-4c05-92bf-95d56dc4f487"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:36.895093 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 308f1122-cad5-4c05-92bf-95d56dc4f487, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=308f1122-cad5-4c05-92bf-95d56dc4f487,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:36.900619 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:36.901471 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2da49-9bbd-462a-8233-39e5fec7afed req-4da9e75a-61db-472f-aae7-fb02faed2aea tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:36.903967 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ccd2da49-9bbd-462a-8233-39e5fec7afed req-4da9e75a-61db-472f-aae7-fb02faed2aea tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 945 time: 0.0615110 Aug 06 18:33:36.925994 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47193bca-f120-4f54-8629-33eb2e7a069a x-openstack-request-id: req-47193bca-f120-4f54-8629-33eb2e7a069a {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:36.926416 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a58ffb2-7663-45dc-916e-155d1043721d", "name": "network-vif-plugged", "status": "completed", "tag": "308f1122-cad5-4c05-92bf-95d56dc4f487", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:36.926681 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47193bca-f120-4f54-8629-33eb2e7a069a {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:36.927087 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a58ffb2-7663-45dc-916e-155d1043721d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '308f1122-cad5-4c05-92bf-95d56dc4f487', 'code': 200} Aug 06 18:33:36.942618 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Floating IP 97e0da52-8944-44f2-bbf6-0be9a22fbd0c associated. External IP: 172.27.0.180, port: 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5. Aug 06 18:33:36.951625 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ccd2da49-9bbd-462a-8233-39e5fec7afed req-dc3e6df0-d37c-4a7a-97d7-ab0ac2db81ae tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392706 Aug 06 18:33:36.957070 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=308f1122-cad5-4c05-92bf-95d56dc4f487,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:37.076531 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b6207-00d2-45a4-8c7c-4a1a5d75c48f req-5e570fc5-23e6-45bf-8a7e-a779d40d2fcf tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.078274 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a8b6207-00d2-45a4-8c7c-4a1a5d75c48f req-5e570fc5-23e6-45bf-8a7e-a779d40d2fcf tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0620785 Aug 06 18:33:37.117150 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a8b6207-00d2-45a4-8c7c-4a1a5d75c48f req-195aae74-63a2-4d73-81fb-31ab17156ee7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327096 Aug 06 18:33:37.189866 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdc2a2c-6a74-4bd0-a5e4-d97be235b6f4 req-1c7e92ba-788a-4865-b344-68e7cb9a71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.191376 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bdc2a2c-6a74-4bd0-a5e4-d97be235b6f4 req-1c7e92ba-788a-4865-b344-68e7cb9a71b5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 1099 time: 0.0848486 Aug 06 18:33:37.221712 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Router b2f20844-3558-41eb-a9ff-0826dbd6daf6 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:33:37.240860 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0bdc2a2c-6a74-4bd0-a5e4-d97be235b6f4 req-69f246a1-c7ec-4e8c-9bf3-148e539516d3 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Aug 06 18:33:37.345638 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:33:37.355575 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] Sync routers for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:33:37.361412 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.365407 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:37.365904 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:33:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:37.391057 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6dd182e6-2f7a-413c-8d3b-fc154ab10e88 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6725507 Aug 06 18:33:37.391689 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:37.393853 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44466) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:37.394144 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f90104-d3f6-4271-84f6-0ab3dceda7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:37.398577 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-135320538', 'description': 'tempest-secgroup-smoke-135320538 description', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:37.426442 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.436799 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d75c3d-e792-4de9-99c4-67b9cbbd6ca9 x-openstack-request-id: req-f0d75c3d-e792-4de9-99c4-67b9cbbd6ca9 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:37.437104 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:37.437354 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0d75c3d-e792-4de9-99c4-67b9cbbd6ca9 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:37.437763 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'status': 'completed', 'code': 200} Aug 06 18:33:37.488686 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:37.533275 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-30b251a6-2f50-44ae-bfe1-975943fbfe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.534853 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-30b251a6-2f50-44ae-bfe1-975943fbfe7c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1098 time: 0.0529718 Aug 06 18:33:37.540259 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.544364 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.578435 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.579871 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1848576 Aug 06 18:33:37.582590 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44474) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:37.587803 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group_rule': {'security_group_id': '7fa70370-9856-4b7c-908b-3da062c7adbc', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:37.593142 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0dd440-9354-4392-ae38-0f01d220bf0b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa70370-9856-4b7c-908b-3da062c7adbc,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:37.620826 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.652155 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-539341a4-8d7f-47f5-9f12-553b64544c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.653594 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-539341a4-8d7f-47f5-9f12-553b64544c25 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.0995927 Aug 06 18:33:37.692626 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.697884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.717486 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a47362-b333-49a2-8c33-3beb50d6894f,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:37.727670 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.731587 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7e39aeda-8a34-47c5-a40b-ba73a185d021 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455452 Aug 06 18:33:37.731997 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44476) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:37.738184 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group_rule': {'security_group_id': '7fa70370-9856-4b7c-908b-3da062c7adbc', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:37.746949 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-f6fab88f-766a-4c0f-87eb-e4cfcb04cd2e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 999 time: 0.0768015 Aug 06 18:33:37.770082 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '97e0da52-8944-44f2-bbf6-0be9a22fbd0c', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'port_id': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'mac_address': 'fa:16:3e:f4:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:33:36Z', 'updated_at': '2021-08-06T18:33:36Z', 'revision_number': 0, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:37.771928 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.800883 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-6f7903c0-7e5e-4105-8828-7a1c249f311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.802647 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-6f7903c0-7e5e-4105-8828-7a1c249f311c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0480635 Aug 06 18:33:37.806676 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] Checking router: b2f20844-3558-41eb-a9ff-0826dbd6daf6 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:33:37.815588 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:33:37.816207 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:33:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:37.837234 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.841632 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.859340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-11dd4a14-78a0-4557-82eb-00b167df2f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:37.860323 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a7d529-f818-4a7e-9bb7-1d04808d091f,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:37.861244 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-11dd4a14-78a0-4557-82eb-00b167df2f16 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440030 Aug 06 18:33:37.866662 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.869176 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-42c6e611-981f-4289-abd6-f02c03105142 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355679 Aug 06 18:33:37.871794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44478) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:37.877205 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group_rule': {'security_group_id': '7fa70370-9856-4b7c-908b-3da062c7adbc', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:37.905128 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.930809 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:33:37.967752 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.967981 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-cd3a965c-c549-4944-886e-ae74f8dc1874 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939088 Aug 06 18:33:37.971859 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:37.997849 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d207dc15-59bb-4828-8e38-990bac022f06,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:38.002443 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.003765 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-0b5ba745-9c59-4d73-8f90-bf2c252511a9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310246 Aug 06 18:33:38.006446 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44482) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:38.011806 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group_rule': {'security_group_id': '7fa70370-9856-4b7c-908b-3da062c7adbc', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:38.075096 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.081757 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-56f90104-d3f6-4271-84f6-0ab3dceda7fe req-bcf4b8b5-17b3-4068-b949-f82b0e107b59 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015062 Aug 06 18:33:38.117346 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ce59c-3ed8-4fab-99a9-3595cddb8603 req-bbdb2431-05d9-439b-b46f-4fe10d0ad72b tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.118828 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d41ce59c-3ed8-4fab-99a9-3595cddb8603 req-bbdb2431-05d9-439b-b46f-4fe10d0ad72b tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 946 time: 0.0869262 Aug 06 18:33:38.169648 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.179179 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d41ce59c-3ed8-4fab-99a9-3595cddb8603 req-7e8afce4-8e87-489a-9fd5-57d7fdea49d1 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522976 Aug 06 18:33:38.179937 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.188816 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '97e0da52-8944-44f2-bbf6-0be9a22fbd0c', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'port_id': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'mac_address': 'fa:16:3e:f4:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:33:36Z', 'updated_at': '2021-08-06T18:33:36Z', 'revision_number': 0, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:33:38.202629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c44d116-2a2f-415f-b15f-743f3f104f5d,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:38.217093 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e7dfe5-265f-4e3f-b9ed-0f80d04a2954 None None] The sync data for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi is: [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '97e0da52-8944-44f2-bbf6-0be9a22fbd0c', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'port_id': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'mac_address': 'fa:16:3e:f4:d6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:33:36Z', 'updated_at': '2021-08-06T18:33:36Z', 'revision_number': 0, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:33:38.235517 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.236871 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-eeb59b67-cff4-4388-a32a-aa3c9ff214b9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2289522 Aug 06 18:33:38.240509 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44486) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:38.245259 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group_rule': {'security_group_id': '7fa70370-9856-4b7c-908b-3da062c7adbc', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:38.261455 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52deb1a5-1aaf-4d93-997d-6f381e8b6fb9 req-145ef841-607e-4a93-8ede-76b220549243 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.263192 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-52deb1a5-1aaf-4d93-997d-6f381e8b6fb9 req-145ef841-607e-4a93-8ede-76b220549243 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0682466 Aug 06 18:33:38.270574 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Project e16cdbc0b69c4d88a61cb0bf9671f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:33:38.276179 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.316006 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-52deb1a5-1aaf-4d93-997d-6f381e8b6fb9 req-953dbac6-a5ef-4581-8f29-4df207747a3c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Aug 06 18:33:38.346651 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.351830 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.371086 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b694e37-6d8b-421f-9999-17897e17a3f3,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:38.377829 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.379050 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-689f1da0-c9b3-473e-a8a0-4566df7b01a4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374886 Aug 06 18:33:38.381819 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44488) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:38.386444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'security_group_rule': {'security_group_id': '7fa70370-9856-4b7c-908b-3da062c7adbc', 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:38.410218 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Project e16cdbc0b69c4d88a61cb0bf9671f277 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:33:38.415318 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.425959 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db48f82-2fe7-4b40-9ea7-f49cc9b5374a None None] New status for floating IP 97e0da52-8944-44f2-bbf6-0be9a22fbd0c: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:33:38.495634 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.501138 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.521853 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac2e17b-ce17-4735-a805-64573c4f73cc,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:38.526193 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.530341 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a515d18f-ad4f-45e1-baad-399100bb45ca tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1446276 Aug 06 18:33:38.630093 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-76a6aa3e-70d4-4654-954d-4579cfafa603 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135320538&fields=id&tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277 HTTP/1.1" status: 200 len: 267 time: 0.0411916 Aug 06 18:33:38.690988 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2ecaa35e-c680-4015-b743-a16926e44ddd tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.692546 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2ecaa35e-c680-4015-b743-a16926e44ddd tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0566859 Aug 06 18:33:38.704929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'port': {'security_groups': ['ff75ec44-729d-4006-8e2d-af04f0363bed', '7fa70370-9856-4b7c-908b-3da062c7adbc']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:33:38.798313 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:38.869694 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61bcae-0405-4888-a97c-913e92ca40f5 req-84604642-53aa-4e9e-b9d3-518c5bdcda91 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:38.871169 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf61bcae-0405-4888-a97c-913e92ca40f5 req-84604642-53aa-4e9e-b9d3-518c5bdcda91 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.1088574 Aug 06 18:33:38.950975 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf61bcae-0405-4888-a97c-913e92ca40f5 req-79a33768-5467-4504-badf-e52aff297cbb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690629 Aug 06 18:33:39.062756 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:39.097460 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:39.102050 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:39.116405 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:39.150447 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.151097 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:39.152627 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7c9810d4-62ca-46ac-b999-47f47e4b5700 req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "PUT /v2.0/ports/0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 981 time: 0.4526868 Aug 06 18:33:39.153076 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:39.156866 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a" -d '{"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:39.179307 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01b63c-f0de-49a9-a622-afc23a814aae tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=6']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:39.227868 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c35f5a-cdf5-448f-8b8b-980532ad800d x-openstack-request-id: req-88c35f5a-cdf5-448f-8b8b-980532ad800d {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:39.228253 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:39.228568 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-88c35f5a-cdf5-448f-8b8b-980532ad800d {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:39.229029 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'status': 'completed', 'code': 200} Aug 06 18:33:39.276490 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:39.301837 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fd907-aafe-41a2-b067-1baf741fe41f req-c70913e2-a293-4122-839b-2d3015958a9e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.302786 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a85fd907-aafe-41a2-b067-1baf741fe41f req-c70913e2-a293-4122-839b-2d3015958a9e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0520444 Aug 06 18:33:39.322818 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-84de4b03-029d-4752-801c-f9f0f7ca7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.325008 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-84de4b03-029d-4752-801c-f9f0f7ca7d9b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1137 time: 0.0770214 Aug 06 18:33:39.394941 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a85fd907-aafe-41a2-b067-1baf741fe41f req-679091f3-8295-47fc-92a8-5a939d25c61f tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0849233 Aug 06 18:33:39.404342 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc6001-5cf9-4598-baa1-bf7a72b3b370 req-a9859414-ca9b-4c38-9b15-dde5ce38af24 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.413373 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dccc6001-5cf9-4598-baa1-bf7a72b3b370 req-a9859414-ca9b-4c38-9b15-dde5ce38af24 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 946 time: 0.0960696 Aug 06 18:33:39.463174 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dccc6001-5cf9-4598-baa1-bf7a72b3b370 req-ee940e3a-af8a-406f-b701-68f1ac7d4e3e tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488400 Aug 06 18:33:39.476616 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-6e94aea2-63fb-4617-8ab3-5b3d5acbe29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.478218 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-6e94aea2-63fb-4617-8ab3-5b3d5acbe29e service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.1460392 Aug 06 18:33:39.518371 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1fdb1-5d61-49e5-81b2-547fc33e0a3e req-a8234a94-5a15-45d8-888d-d05acc6fe3f8 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.519942 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a2e1fdb1-5d61-49e5-81b2-547fc33e0a3e req-a8234a94-5a15-45d8-888d-d05acc6fe3f8 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0558743 Aug 06 18:33:39.534187 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-931ecc5c-bd02-440a-b2be-653c73b11173 None None] Provisioning complete for port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:33:39.534829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-931ecc5c-bd02-440a-b2be-653c73b11173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:39.576048 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a2e1fdb1-5d61-49e5-81b2-547fc33e0a3e req-b48ea39f-825a-43cc-b651-1bfc070535af tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480237 Aug 06 18:33:39.581795 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-7dfbc38b-385f-4b74-83e9-82a1169c120d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0896339 Aug 06 18:33:39.655113 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-fb2804d8-d758-407b-9971-cf83a075b6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.656668 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-fb2804d8-d758-407b-9971-cf83a075b6fd service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0536141 Aug 06 18:33:39.731548 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-5c64b46e-5155-462a-bbcd-6837c37d12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:39.733185 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-5c64b46e-5155-462a-bbcd-6837c37d12e7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462637 Aug 06 18:33:39.852470 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-931ebed8-91a1-47aa-9283-8547abaf10ec service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066954 Aug 06 18:33:40.071439 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97b967-9b34-4767-9054-d1bdf0b0e553 req-0e851847-2dc0-4c22-ac0c-f1228264d9c6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:40.072985 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf97b967-9b34-4767-9054-d1bdf0b0e553 req-0e851847-2dc0-4c22-ac0c-f1228264d9c6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0519607 Aug 06 18:33:40.113797 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf97b967-9b34-4767-9054-d1bdf0b0e553 req-6cbe623a-d087-42d7-b246-de7d3c9025fb tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Aug 06 18:33:40.186678 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-05747e7c-c9f4-44ba-8b1c-7f3d8df1201a req-860756e0-a59b-478e-b154-d162ff3231f9 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069673 Aug 06 18:33:40.697399 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1fa307-14ee-48e1-a359-cdf1f2171904 req-f95feb12-7979-43fc-9799-750d8b8c719f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:40.698846 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f1fa307-14ee-48e1-a359-cdf1f2171904 req-f95feb12-7979-43fc-9799-750d8b8c719f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0529282 Aug 06 18:33:40.737029 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f1fa307-14ee-48e1-a359-cdf1f2171904 req-c54a310c-947c-4954-8c11-d7d0ebe2dd01 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317652 Aug 06 18:33:40.954954 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ae1cf-25ef-4615-97a3-2f33341f5f4e req-9650b6f4-655e-4a60-bf94-c5aece9fbf67 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:40.956470 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4d7ae1cf-25ef-4615-97a3-2f33341f5f4e req-9650b6f4-655e-4a60-bf94-c5aece9fbf67 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0560293 Aug 06 18:33:40.995189 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4d7ae1cf-25ef-4615-97a3-2f33341f5f4e req-fe9a0112-99ff-45fa-a6d9-e1399c061d87 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326071 Aug 06 18:33:41.018414 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-12857866-ce52-404e-bc2d-1c5d473a3c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.019925 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-12857866-ce52-404e-bc2d-1c5d473a3c4e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1099 time: 0.0409071 Aug 06 18:33:41.117709 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-020547aa-9cdc-4bac-a2ba-0a4e27b7a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.119176 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-020547aa-9cdc-4bac-a2ba-0a4e27b7a1fa service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.0836997 Aug 06 18:33:41.207372 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-5d7d3f02-22d2-44ee-b1ce-262c7feeae9b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 1002 time: 0.0762038 Aug 06 18:33:41.233058 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73683042-4ca1-4f55-a932-5c6009db73d2 req-5f15e5e7-fedb-4664-bdac-99f2fec2cf95 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.234970 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-73683042-4ca1-4f55-a932-5c6009db73d2 req-5f15e5e7-fedb-4664-bdac-99f2fec2cf95 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0520587 Aug 06 18:33:41.260641 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-277b8c36-08c9-44db-aabd-2b437cd2d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.262145 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-277b8c36-08c9-44db-aabd-2b437cd2d0b9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0435328 Aug 06 18:33:41.272356 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-73683042-4ca1-4f55-a932-5c6009db73d2 req-7c7775a3-d34f-40e0-82ca-f92de24a6e73 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314560 Aug 06 18:33:41.314095 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-34de3737-ad33-46f4-a2ec-26e3d51a9bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.315657 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-34de3737-ad33-46f4-a2ec-26e3d51a9bef service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452883 Aug 06 18:33:41.408199 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-fff163b6-4483-4e3a-a43b-253e43620e19 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799117 Aug 06 18:33:41.506518 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4cae8075-ca46-4033-b92e-5792b1f5120e req-6fe4e247-db2f-47ac-a6c1-e9aa093d5c5b service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838118 Aug 06 18:33:41.968263 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-8f1bf698-dc43-4d3f-b30e-56a9e7b0a904 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:41.969760 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-8f1bf698-dc43-4d3f-b30e-56a9e7b0a904 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 946 time: 0.0499771 Aug 06 18:33:42.063458 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Deleting port 1537c7c6-e409-4e2c-9aad-0249425aac80 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:42.064142 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:42.114512 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84a1cc-d11a-4cc2-9dcc-60a24f270244 req-b52e44a0-7848-4bbd-8c7f-64796738de56 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:42.116052 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3f84a1cc-d11a-4cc2-9dcc-60a24f270244 req-b52e44a0-7848-4bbd-8c7f-64796738de56 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0513959 Aug 06 18:33:42.154934 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3f84a1cc-d11a-4cc2-9dcc-60a24f270244 req-aeb7fea5-adb6-4750-8252-7904086748aa tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322795 Aug 06 18:33:42.155234 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] For port 1537c7c6-e409-4e2c-9aad-0249425aac80, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1537c7c6-e409-4e2c-9aad-0249425aac80,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:42.155648 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:42.174827 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Calling delete_port for 1537c7c6-e409-4e2c-9aad-0249425aac80 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:42.312124 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:42.334623 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['73735bce-652a-4dc1-848f-17986013cf2a', '1537c7c6-e409-4e2c-9aad-0249425aac80'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:33:42.340231 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Pushing event deleted for resources: {'Port': ['ID=1537c7c6-e409-4e2c-9aad-0249425aac80,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:42.375611 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-60d2d28f-9179-4a63-9013-a91931039bc3 req-e2c69650-cfb4-4445-9eb1-ac6904721432 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=986625b4-70d2-4e9a-80f4-082b8260f97d HTTP/1.1" status: 200 len: 210 time: 0.0366409 Aug 06 18:33:42.383226 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] No DVR routers for this DVR port 1537c7c6-e409-4e2c-9aad-0249425aac80 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:42.385485 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:42.387504 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fd9267d0-aa9a-4662-97db-ba625f649917 req-5f4120e8-e385-4fbb-a0b8-91f297751004 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "DELETE /v2.0/ports/1537c7c6-e409-4e2c-9aad-0249425aac80 HTTP/1.1" status: 204 len: 173 time: 0.4106722 Aug 06 18:33:42.387994 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'name': 'network-vif-deleted', 'tag': '1537c7c6-e409-4e2c-9aad-0249425aac80'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:42.390865 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603b2488-0db7-41f4-8d02-784b8159bf3d" -d '{"events": [{"server_uuid": "986625b4-70d2-4e9a-80f4-082b8260f97d", "name": "network-vif-deleted", "tag": "1537c7c6-e409-4e2c-9aad-0249425aac80"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:42.429142 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f415451-e83d-4f02-9788-6b1bed3a4ae4 x-openstack-request-id: req-0f415451-e83d-4f02-9788-6b1bed3a4ae4 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:42.429463 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986625b4-70d2-4e9a-80f4-082b8260f97d", "name": "network-vif-deleted", "tag": "1537c7c6-e409-4e2c-9aad-0249425aac80", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:42.429726 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f415451-e83d-4f02-9788-6b1bed3a4ae4 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:42.430169 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986625b4-70d2-4e9a-80f4-082b8260f97d', 'name': 'network-vif-deleted', 'tag': '1537c7c6-e409-4e2c-9aad-0249425aac80', 'status': 'completed', 'code': 200} Aug 06 18:33:43.279016 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b5d9b-ffce-4239-a5a0-03eb27e16737 req-3998a6ea-d98c-4438-8ad7-b47d05f60158 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.281036 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f45b5d9b-ffce-4239-a5a0-03eb27e16737 req-3998a6ea-d98c-4438-8ad7-b47d05f60158 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0558968 Aug 06 18:33:43.319610 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f45b5d9b-ffce-4239-a5a0-03eb27e16737 req-ede2544a-7fe2-44de-8676-a3a861cc81b3 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326912 Aug 06 18:33:43.652884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6e499-9c9f-42d8-add1-622d6f66dede req-abb8bbc5-fc6b-4704-a83d-86ce725902d9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:43.654382 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-26f6e499-9c9f-42d8-add1-622d6f66dede req-abb8bbc5-fc6b-4704-a83d-86ce725902d9 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0546019 Aug 06 18:33:43.692109 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-26f6e499-9c9f-42d8-add1-622d6f66dede req-6fb6067b-630f-4255-a9a3-669785966683 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314412 Aug 06 18:33:44.757859 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1537c7c6-e409-4e2c-9aad-0249425aac80 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:44.781561 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 1537c7c6-e409-4e2c-9aad-0249425aac80 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:44.781883 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1537c7c6-e409-4e2c-9aad-0249425aac80 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:44.808823 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30ebca-7397-48de-99b4-aaee0c12e6b9 req-7b193f6c-6376-42a8-a16b-953113713109 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:44.810195 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0c30ebca-7397-48de-99b4-aaee0c12e6b9 req-7b193f6c-6376-42a8-a16b-953113713109 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0498834 Aug 06 18:33:44.848616 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0c30ebca-7397-48de-99b4-aaee0c12e6b9 req-64ac8b2c-2d4a-464d-b94f-96918d93985e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Aug 06 18:33:45.961113 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5c65e-0560-4d63-8c2f-57fc6a353923 req-3b0ac3fe-c4a1-47f4-b493-d755d9315421 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:45.962592 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9af5c65e-0560-4d63-8c2f-57fc6a353923 req-3b0ac3fe-c4a1-47f4-b493-d755d9315421 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0484865 Aug 06 18:33:46.001611 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9af5c65e-0560-4d63-8c2f-57fc6a353923 req-389784c5-b223-44b5-8f12-62267080dca0 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319433 Aug 06 18:33:47.119412 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e495ccb-4dad-4748-a3f2-d3f097cf7825 req-03de2572-887c-4b81-abd6-3d60d1bb5e4b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:47.120853 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1e495ccb-4dad-4748-a3f2-d3f097cf7825 req-03de2572-887c-4b81-abd6-3d60d1bb5e4b tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Aug 06 18:33:47.158294 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1e495ccb-4dad-4748-a3f2-d3f097cf7825 req-57afde10-b145-40de-9777-80bb664bda8a tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310214 Aug 06 18:33:48.272498 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c1b825-05c0-4a0d-b16b-25fffaf0628a req-0758123e-c7fe-4412-a147-73e55111f03e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:48.273951 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-31c1b825-05c0-4a0d-b16b-25fffaf0628a req-0758123e-c7fe-4412-a147-73e55111f03e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0472944 Aug 06 18:33:48.311227 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-31c1b825-05c0-4a0d-b16b-25fffaf0628a req-40c3ad82-719c-4ab6-950e-8e720263eed4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307102 Aug 06 18:33:49.426453 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373cf04-6398-453c-b748-6d9b2ea8ef5e req-2d0e8db8-a83b-42f3-a65b-e1b4ab2387ee tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:49.427955 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1373cf04-6398-453c-b748-6d9b2ea8ef5e req-2d0e8db8-a83b-42f3-a65b-e1b4ab2387ee tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0484226 Aug 06 18:33:49.465011 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1373cf04-6398-453c-b748-6d9b2ea8ef5e req-96b46709-314c-461a-8471-a21c5f351952 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Aug 06 18:33:50.584613 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f729d5-26f6-40c0-a2e5-d482c2d728d9 req-1a70d3fb-2834-45e6-9f63-db3e68f40160 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:50.586069 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-12f729d5-26f6-40c0-a2e5-d482c2d728d9 req-1a70d3fb-2834-45e6-9f63-db3e68f40160 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0514779 Aug 06 18:33:50.623928 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-12f729d5-26f6-40c0-a2e5-d482c2d728d9 req-d9e1fa7e-b361-4c9b-975c-b4a2a6924c06 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315678 Aug 06 18:33:51.274909 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-f629451e-886d-47d6-9690-2a74a4a09c18 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435283 Aug 06 18:33:51.337124 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-53e6a632-5754-4e13-95f3-eeb46c5af509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:51.338566 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-53e6a632-5754-4e13-95f3-eeb46c5af509 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 1099 time: 0.0392032 Aug 06 18:33:51.468700 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-fb44c57d-982c-4ce4-88fd-61e0bc008c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:51.470142 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-fb44c57d-982c-4ce4-88fd-61e0bc008c21 service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.0815184 Aug 06 18:33:51.540262 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-a0d0e06b-3a1b-4439-a3f0-3d66a49a4dcd service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 200 len: 1002 time: 0.0614567 Aug 06 18:33:51.596572 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-97509b9c-cd56-4960-92e0-27aeaca73b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:51.598082 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-97509b9c-cd56-4960-92e0-27aeaca73b59 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0467217 Aug 06 18:33:51.656193 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-bb3cdd25-0bdc-4150-a7c4-cccf31921eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:51.657732 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-bb3cdd25-0bdc-4150-a7c4-cccf31921eff service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416968 Aug 06 18:33:51.737983 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b512-95dc-4227-b718-567b6f426dcb req-0767bb9f-f538-4f68-9f24-bf2623d6d611 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:51.739596 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b7e9b512-95dc-4227-b718-567b6f426dcb req-0767bb9f-f538-4f68-9f24-bf2623d6d611 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0486193 Aug 06 18:33:51.760013 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-d4261cc1-dde5-4fd8-983c-20c98c84d331 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858669 Aug 06 18:33:51.777072 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b7e9b512-95dc-4227-b718-567b6f426dcb req-e7f815ef-741b-4f55-8390-e3b5b79a41b6 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Aug 06 18:33:51.799641 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:51.855283 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1e53f1fc-4588-46d2-95cf-410779b7aa86 req-a24cbc5b-72bd-4cbc-be76-0437afb87bab service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826726 Aug 06 18:33:52.645107 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-fe9b7ad1-20c7-4af6-ab80-42c9ca7dfdef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:52.893985 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceba9e2-a8da-4425-a2a5-5ae6e2253af8 req-53ce5297-190c-4d7a-af7b-d718cac99bc4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:52.895631 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6ceba9e2-a8da-4425-a2a5-5ae6e2253af8 req-53ce5297-190c-4d7a-af7b-d718cac99bc4 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0509753 Aug 06 18:33:52.934011 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6ceba9e2-a8da-4425-a2a5-5ae6e2253af8 req-718d816d-497b-44b0-bc1a-4edeecb5df8c tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321534 Aug 06 18:33:53.881349 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:33:54.049356 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977686a-5a63-43fe-a68c-1b216531fe2e req-dced4d38-7947-4504-975b-95baccdd73ad tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:54.050814 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4977686a-5a63-43fe-a68c-1b216531fe2e req-dced4d38-7947-4504-975b-95baccdd73ad tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0509143 Aug 06 18:33:54.087902 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4977686a-5a63-43fe-a68c-1b216531fe2e req-e2bab69d-3479-49b5-acae-364adde9c554 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311887 Aug 06 18:33:55.199808 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1096231-0d24-48c0-9fd5-a024959b4118 req-18ca83d9-a863-4a64-9084-34ebe0cc666e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:55.201307 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c1096231-0d24-48c0-9fd5-a024959b4118 req-18ca83d9-a863-4a64-9084-34ebe0cc666e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0480640 Aug 06 18:33:55.239863 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c1096231-0d24-48c0-9fd5-a024959b4118 req-f6f416f7-d7b3-4274-8165-5b99fe92d56e tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Aug 06 18:33:55.324140 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-79861825-34f8-40f8-add9-a82a0810e062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:55.414593 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.306639 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.362763 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952b17d-9d9c-4401-bbf6-7d4840c7289f req-f9e0f12b-1486-40a0-aee0-bedca69143f2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:56.364636 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1952b17d-9d9c-4401-bbf6-7d4840c7289f req-f9e0f12b-1486-40a0-aee0-bedca69143f2 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0512385 Aug 06 18:33:56.408127 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1952b17d-9d9c-4401-bbf6-7d4840c7289f req-ebd35fb1-6b92-4371-8be6-bb8704641748 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/security-groups?id=e9dba41e-eac1-41fd-ae40-d3123eb8d594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355721 Aug 06 18:33:56.714007 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-6130df24-4251-4d4c-a8d8-423baf266693 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:33:56.718945 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-6130df24-4251-4d4c-a8d8-423baf266693 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 945 time: 0.0555887 Aug 06 18:33:56.813889 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Deleting port 73735bce-652a-4dc1-848f-17986013cf2a {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:56.814200 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.908857 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] For port 73735bce-652a-4dc1-848f-17986013cf2a, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=73735bce-652a-4dc1-848f-17986013cf2a,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:56.909222 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:56.921747 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Calling delete_port for 73735bce-652a-4dc1-848f-17986013cf2a owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:57.047938 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.087674 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Pushing event deleted for resources: {'Port': ['ID=73735bce-652a-4dc1-848f-17986013cf2a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:57.122338 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] No DVR routers for this DVR port 73735bce-652a-4dc1-848f-17986013cf2a on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:33:57.125460 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.125811 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.126157 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.126685 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.127029 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.127398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.127732 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.128061 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.128389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.128716 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.129071 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.129398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:33:57.133079 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:57.135140 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-81d828f2-88f9-4147-94aa-d62df9aa75d0 req-e044a110-7682-4c10-808f-c4e1f045df16 tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.81 "DELETE /v2.0/ports/73735bce-652a-4dc1-848f-17986013cf2a HTTP/1.1" status: 204 len: 173 time: 0.4057114 Aug 06 18:33:57.135526 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'name': 'network-vif-deleted', 'tag': '73735bce-652a-4dc1-848f-17986013cf2a'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:33:57.138571 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d1cbdd-ef2e-4855-8c6d-449f579401dc" -d '{"events": [{"server_uuid": "a1a6799a-101c-433e-98f7-beebc0f5c743", "name": "network-vif-deleted", "tag": "73735bce-652a-4dc1-848f-17986013cf2a"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:33:57.179389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29348037-6fd4-4189-8afd-f09e673fa30a x-openstack-request-id: req-29348037-6fd4-4189-8afd-f09e673fa30a {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:33:57.179682 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a6799a-101c-433e-98f7-beebc0f5c743", "name": "network-vif-deleted", "tag": "73735bce-652a-4dc1-848f-17986013cf2a", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:33:57.179937 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29348037-6fd4-4189-8afd-f09e673fa30a {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:33:57.180350 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a6799a-101c-433e-98f7-beebc0f5c743', 'name': 'network-vif-deleted', 'tag': '73735bce-652a-4dc1-848f-17986013cf2a', 'status': 'completed', 'code': 200} Aug 06 18:33:57.514636 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-75654623-716e-4f53-a973-9e0a1e2ff121 req-15f2d9d5-b8e9-425a-a16d-a91a8cc8cacf tempest-ServerRescueNegativeTestJSON-842620638 tempest-ServerRescueNegativeTestJSON-842620638-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1a6799a-101c-433e-98f7-beebc0f5c743 HTTP/1.1" status: 200 len: 210 time: 0.0293882 Aug 06 18:33:57.967870 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:58.573223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44628) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:33:58.861189 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 73735bce-652a-4dc1-848f-17986013cf2a no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:33:58.880529 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 73735bce-652a-4dc1-848f-17986013cf2a {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:33:58.880863 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 73735bce-652a-4dc1-848f-17986013cf2a not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:33:58.998994 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.297323 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Deleting port 17e89008-aba6-42af-afcd-99e7048ad915 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:33:59.297940 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.374218 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] For port 17e89008-aba6-42af-afcd-99e7048ad915, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=17e89008-aba6-42af-afcd-99e7048ad915,segment=NetworkSegment(a16a01c9-8a8c-4b1b-8d27-ba5d265af86a),segment_id=a16a01c9-8a8c-4b1b-8d27-ba5d265af86a)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:33:59.374604 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.389981 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Calling delete_port for 17e89008-aba6-42af-afcd-99e7048ad915 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:33:59.580953 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.603506 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e89008-aba6-42af-afcd-99e7048ad915,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:33:59.764639 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:33:59.965048 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Router 67066952-191a-4e0e-b354-7e9c3da02f1c has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:34:00.290586 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:00.296633 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9499463c-1724-4391-be97-68cb57fc76f6 admin admin] 10.222.0.57 "PUT /v2.0/routers/67066952-191a-4e0e-b354-7e9c3da02f1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223747 Aug 06 18:34:00.300857 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44648) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:00.301886 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] Sync routers for ids ['67066952-191a-4e0e-b354-7e9c3da02f1c'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:00.312859 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] Routers {'67066952-191a-4e0e-b354-7e9c3da02f1c'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:00.313476 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:33:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['67066952-191a-4e0e-b354-7e9c3da02f1c'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:00.420408 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] Set router 67066952-191a-4e0e-b354-7e9c3da02f1c gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:00.422086 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.528651 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.589914 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Deleting port efe430ed-816e-4703-9512-c481ae21e910 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:00.590578 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.604397 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63'}], 'enable_snat': True}, 'gw_port_id': 'efe430ed-816e-4703-9512-c481ae21e910', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:33:59Z', 'revision_number': 5, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port': {'id': 'efe430ed-816e-4703-9512-c481ae21e910', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:02:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:00.629775 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] Checking router: 67066952-191a-4e0e-b354-7e9c3da02f1c for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:00.637735 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] Routers {'67066952-191a-4e0e-b354-7e9c3da02f1c'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:00.638327 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:33:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['67066952-191a-4e0e-b354-7e9c3da02f1c'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:00.671030 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] For port efe430ed-816e-4703-9512-c481ae21e910, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=efe430ed-816e-4703-9512-c481ae21e910,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:00.671482 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.685402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Calling delete_port for efe430ed-816e-4703-9512-c481ae21e910 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:00.807331 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] Set router 67066952-191a-4e0e-b354-7e9c3da02f1c gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:00.860399 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:00.862831 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:34:00Z', 'revision_number': 6, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:00.885179 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe430ed-816e-4703-9512-c481ae21e910,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:00.889666 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5529f05-cd58-4f62-a451-c3a2c1b473b1 None None] The sync data for ids ['67066952-191a-4e0e-b354-7e9c3da02f1c'] in dv-cinder-790910-9-iscsi is: [{'id': '67066952-191a-4e0e-b354-7e9c3da02f1c', 'name': 'tempest-ServerRescueNegativeTestJSON-472121693-router', 'tenant_id': '691041d7a40145c7a45a1ccee4344a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:34:00Z', 'revision_number': 6, 'project_id': '691041d7a40145c7a45a1ccee4344a80', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:00.946703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.050057 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.052128 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.113416 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.114021 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67066952-191a-4e0e-b354-7e9c3da02f1c {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:34:01.119000 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.120196 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4fc9159a-f178-4573-a362-c6b7d8d25613 admin admin] 10.222.0.57 "DELETE /v2.0/routers/67066952-191a-4e0e-b354-7e9c3da02f1c HTTP/1.1" status: 204 len: 168 time: 0.8176949 Aug 06 18:34:01.122818 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44650) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:01.165680 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Deleting subnet b3c70750-571c-4cad-8510-aaefd0a0e9e9 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:34:01.168901 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.208213 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.247939 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.304164 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.329383 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c70750-571c-4cad-8510-aaefd0a0e9e9,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:01.334301 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.336142 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-684a3d4f-e3a1-4e6a-a7b7-75c445d7d56f admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b3c70750-571c-4cad-8510-aaefd0a0e9e9 HTTP/1.1" status: 204 len: 168 time: 0.2116370 Aug 06 18:34:01.338530 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44652) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:01.414297 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.494290 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.505029 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed10380b-eca5-4c76-a24a-dc3143a7bdf2']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:01.521147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:01.521629 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16a01c9-8a8c-4b1b-8d27-ba5d265af86a') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:01.530939 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.544489 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.551156 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:34:01.551537 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:34:01.553491 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:34:01.606560 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.607316 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d69198-1563-4471-8bbb-0ea42ffb74ea req-9e66f1df-379f-446c-b31f-5c256d4e0225 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:01.609069 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c6d69198-1563-4471-8bbb-0ea42ffb74ea req-9e66f1df-379f-446c-b31f-5c256d4e0225 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 946 time: 0.0485127 Aug 06 18:34:01.614069 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.618190 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ed10380b-eca5-4c76-a24a-dc3143a7bdf2 HTTP/1.1" status: 204 len: 168 time: 0.2764530 Aug 06 18:34:01.628565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb460000-bba2-43bb-b8dc-7199f932df34 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed10380b-eca5-4c76-a24a-dc3143a7bdf2,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:01.649886 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c6d69198-1563-4471-8bbb-0ea42ffb74ea req-c35613ce-0512-40c9-a511-16245bc8e11d tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347886 Aug 06 18:34:01.728885 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device efe430ed-816e-4703-9512-c481ae21e910 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:01.748537 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: efe430ed-816e-4703-9512-c481ae21e910 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:34:01.749019 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device efe430ed-816e-4703-9512-c481ae21e910 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:34:01.749525 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 17e89008-aba6-42af-afcd-99e7048ad915 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:01.769308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 17e89008-aba6-42af-afcd-99e7048ad915 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:34:01.769745 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 17e89008-aba6-42af-afcd-99e7048ad915 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:34:01.801286 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44662) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:01.839909 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-17c19efa-db89-43db-ad95-14a61133e8cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=691041d7a40145c7a45a1ccee4344a80&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0373645 Aug 06 18:34:01.843160 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44664) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:01.901611 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b580a5a-700e-4f59-bb22-d2c9bece974f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.924837 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b580a5a-700e-4f59-bb22-d2c9bece974f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.973176 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b580a5a-700e-4f59-bb22-d2c9bece974f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.975930 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6b580a5a-700e-4f59-bb22-d2c9bece974f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:01.977095 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6b580a5a-700e-4f59-bb22-d2c9bece974f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e9dba41e-eac1-41fd-ae40-d3123eb8d594 HTTP/1.1" status: 204 len: 168 time: 0.1330478 Aug 06 18:34:01.984820 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b580a5a-700e-4f59-bb22-d2c9bece974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9dba41e-eac1-41fd-ae40-d3123eb8d594,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:02.773762 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b10afe-a4e6-4235-9c21-2845795175f8 req-a01ec7c4-ec1d-456a-bbe6-33d00f9c812f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:02.775437 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-53b10afe-a4e6-4235-9c21-2845795175f8 req-a01ec7c4-ec1d-456a-bbe6-33d00f9c812f tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 946 time: 0.0514059 Aug 06 18:34:02.814965 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-53b10afe-a4e6-4235-9c21-2845795175f8 req-5256df99-2f05-4985-b99f-26cb4b784ee8 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330567 Aug 06 18:34:03.927853 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925832f-b205-4c2f-9f21-a7fa0316707c req-1174a6f1-8ede-4f2e-97cb-22593e8a2e50 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:03.929311 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8925832f-b205-4c2f-9f21-a7fa0316707c req-1174a6f1-8ede-4f2e-97cb-22593e8a2e50 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 946 time: 0.0492518 Aug 06 18:34:03.970558 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8925832f-b205-4c2f-9f21-a7fa0316707c req-4b13a2d8-962d-4072-85d1-49ad3222f1df tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/security-groups?id=36cae600-4183-4229-9ec9-a64f2c965cfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353816 Aug 06 18:34:04.120579 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-6976263b-5594-407b-9c4d-6f739cfea708 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:04.121917 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-6976263b-5594-407b-9c4d-6f739cfea708 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 946 time: 0.0484912 Aug 06 18:34:04.219186 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Deleting port 308f1122-cad5-4c05-92bf-95d56dc4f487 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:04.219529 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:04.306265 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] For port 308f1122-cad5-4c05-92bf-95d56dc4f487, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=308f1122-cad5-4c05-92bf-95d56dc4f487,segment=NetworkSegment(ee9d427f-b5d5-4712-83d0-a2c5836db885),segment_id=ee9d427f-b5d5-4712-83d0-a2c5836db885)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:04.306628 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:04.318633 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Calling delete_port for 308f1122-cad5-4c05-92bf-95d56dc4f487 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:04.444205 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:04.456947 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['308f1122-cad5-4c05-92bf-95d56dc4f487'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:04.472403 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Pushing event deleted for resources: {'Port': ['ID=308f1122-cad5-4c05-92bf-95d56dc4f487,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:04.512699 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] No DVR routers for this DVR port 308f1122-cad5-4c05-92bf-95d56dc4f487 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:34:04.515450 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:04.517397 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b5dc4c7e-6d31-40d0-9409-c752e4cb1200 req-fde0d9f9-a185-455a-93d3-5c4014a2ee04 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.81 "DELETE /v2.0/ports/308f1122-cad5-4c05-92bf-95d56dc4f487 HTTP/1.1" status: 204 len: 173 time: 0.3879051 Aug 06 18:34:04.517826 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a58ffb2-7663-45dc-916e-155d1043721d', 'name': 'network-vif-deleted', 'tag': '308f1122-cad5-4c05-92bf-95d56dc4f487'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:04.520235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f943d940-0226-42ea-baf3-d9ecac18874a" -d '{"events": [{"server_uuid": "4a58ffb2-7663-45dc-916e-155d1043721d", "name": "network-vif-deleted", "tag": "308f1122-cad5-4c05-92bf-95d56dc4f487"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:04.563355 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e119abbe-049c-43b0-bc54-f3f10f35f145 x-openstack-request-id: req-e119abbe-049c-43b0-bc54-f3f10f35f145 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:04.563647 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a58ffb2-7663-45dc-916e-155d1043721d", "name": "network-vif-deleted", "tag": "308f1122-cad5-4c05-92bf-95d56dc4f487", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:04.563898 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e119abbe-049c-43b0-bc54-f3f10f35f145 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:04.564295 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a58ffb2-7663-45dc-916e-155d1043721d', 'name': 'network-vif-deleted', 'tag': '308f1122-cad5-4c05-92bf-95d56dc4f487', 'status': 'completed', 'code': 200} Aug 06 18:34:05.077647 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93aa83e7-44d3-4374-a1c0-13996c0f5806 req-5e1eaff0-156d-4425-8b22-bebc5e27a510 tempest-VolumesSnapshotTestJSON-2065391727 tempest-VolumesSnapshotTestJSON-2065391727-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a58ffb2-7663-45dc-916e-155d1043721d HTTP/1.1" status: 200 len: 210 time: 0.0279319 Aug 06 18:34:07.682721 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 308f1122-cad5-4c05-92bf-95d56dc4f487 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:07.702504 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 308f1122-cad5-4c05-92bf-95d56dc4f487 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:34:07.702842 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 308f1122-cad5-4c05-92bf-95d56dc4f487 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:34:15.988300 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44864) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:16.090108 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.180747 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.184336 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.226442 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=58130415eee74cc5bc2a30ea0a54d94c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2370601 Aug 06 18:34:16.227307 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08404357-b8fe-45b5-9e91-4cb2d19fd15a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:16.229118 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44870) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:16.235181 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.235710 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.236063 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.236404 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.237146 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.237494 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.237827 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.238162 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.238497 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.238825 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.239175 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.239506 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7768ee9d-ee2b-4d13-8700-1229794046d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:16.283758 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e61769bd-6674-404e-9bea-a81c4185c4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.305871 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e61769bd-6674-404e-9bea-a81c4185c4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.352503 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e61769bd-6674-404e-9bea-a81c4185c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.355756 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e61769bd-6674-404e-9bea-a81c4185c4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.359347 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e61769bd-6674-404e-9bea-a81c4185c4b0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/08404357-b8fe-45b5-9e91-4cb2d19fd15a HTTP/1.1" status: 204 len: 168 time: 0.1264431 Aug 06 18:34:16.368163 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61769bd-6674-404e-9bea-a81c4185c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08404357-b8fe-45b5-9e91-4cb2d19fd15a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:16.617312 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44882) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:16.631009 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f311e30-3814-42b9-8f98-81bbb8e81cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.717966 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f311e30-3814-42b9-8f98-81bbb8e81cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.722549 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9f311e30-3814-42b9-8f98-81bbb8e81cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.759229 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9f311e30-3814-42b9-8f98-81bbb8e81cf8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1966e566de624ecda4c22a12cfdf58aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1407971 Aug 06 18:34:16.760053 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f311e30-3814-42b9-8f98-81bbb8e81cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d31ecd3-b711-4db3-ae7b-b2b0602eb4f0,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:16.762219 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44884) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:16.812000 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7fb56fc-f6f4-46c0-a163-e5b45f83dc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.832580 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7fb56fc-f6f4-46c0-a163-e5b45f83dc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.880771 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7fb56fc-f6f4-46c0-a163-e5b45f83dc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.883263 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d7fb56fc-f6f4-46c0-a163-e5b45f83dc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:16.884375 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d7fb56fc-f6f4-46c0-a163-e5b45f83dc7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d31ecd3-b711-4db3-ae7b-b2b0602eb4f0 HTTP/1.1" status: 204 len: 168 time: 0.1211891 Aug 06 18:34:16.892210 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb56fc-f6f4-46c0-a163-e5b45f83dc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d31ecd3-b711-4db3-ae7b-b2b0602eb4f0,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:18.502364 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44940) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:18.604473 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ee6300-5ea2-4e67-bbac-2b3af6a6a72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.691374 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ee6300-5ea2-4e67-bbac-2b3af6a6a72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.695160 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-07ee6300-5ea2-4e67-bbac-2b3af6a6a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.732850 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-07ee6300-5ea2-4e67-bbac-2b3af6a6a72c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8a6886d610a3467b9029632b37bd7bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294273 Aug 06 18:34:18.733684 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee6300-5ea2-4e67-bbac-2b3af6a6a72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa3dab0-a195-4199-9ff1-23cc84ee33de,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:18.736069 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44946) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:18.789603 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65c492a7-5283-4ca3-8428-c0fb73ac7093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.814920 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65c492a7-5283-4ca3-8428-c0fb73ac7093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.864668 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65c492a7-5283-4ca3-8428-c0fb73ac7093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.867425 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65c492a7-5283-4ca3-8428-c0fb73ac7093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:18.868580 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-65c492a7-5283-4ca3-8428-c0fb73ac7093 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/daa3dab0-a195-4199-9ff1-23cc84ee33de HTTP/1.1" status: 204 len: 168 time: 0.1315310 Aug 06 18:34:18.877263 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c492a7-5283-4ca3-8428-c0fb73ac7093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa3dab0-a195-4199-9ff1-23cc84ee33de,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:19.148089 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 44956) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:19.162213 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cbea-781c-4ecf-8e5d-644df54d1d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.249954 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cbea-781c-4ecf-8e5d-644df54d1d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.253936 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6ed1cbea-781c-4ecf-8e5d-644df54d1d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.290276 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6ed1cbea-781c-4ecf-8e5d-644df54d1d74 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=28e4fccc30e74e518fc5686e4aaca57d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410551 Aug 06 18:34:19.291103 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1cbea-781c-4ecf-8e5d-644df54d1d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d7774-7f2b-4e56-bc74-61e18c1749d7,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:19.293779 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 44958) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:19.342761 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82f51fe9-534f-4e4d-92df-98a24b0b8fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.363369 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82f51fe9-534f-4e4d-92df-98a24b0b8fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.409431 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82f51fe9-534f-4e4d-92df-98a24b0b8fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.412093 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-82f51fe9-534f-4e4d-92df-98a24b0b8fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:19.413254 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-82f51fe9-534f-4e4d-92df-98a24b0b8fea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b7d7774-7f2b-4e56-bc74-61e18c1749d7 HTTP/1.1" status: 204 len: 168 time: 0.1183288 Aug 06 18:34:19.420768 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f51fe9-534f-4e4d-92df-98a24b0b8fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7d7774-7f2b-4e56-bc74-61e18c1749d7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:21.800310 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.286573 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b6187-d94c-4112-94e2-f76ab1d4d9fb req-f8efcb15-40d1-4491-ace7-ca52759a0830 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:22.287992 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-338b6187-d94c-4112-94e2-f76ab1d4d9fb req-f8efcb15-40d1-4491-ace7-ca52759a0830 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0527828 Aug 06 18:34:22.288568 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed784-bcad-4a42-8576-24eb0ca87593 req-11cfa2c8-0ad8-47ef-b44f-283f6648a75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:22.290116 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-11cfa2c8-0ad8-47ef-b44f-283f6648a75d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1137 time: 0.0422893 Aug 06 18:34:22.328436 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-338b6187-d94c-4112-94e2-f76ab1d4d9fb req-73b31e64-04d5-49d6-a0a4-956a3442cc80 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339329 Aug 06 18:34:22.416738 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed784-bcad-4a42-8576-24eb0ca87593 req-23e01613-6d9f-462a-82da-60cfc1cd8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:22.418171 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-23e01613-6d9f-462a-82da-60cfc1cd8af5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.0841801 Aug 06 18:34:22.490931 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-d2657118-aa90-4429-b78d-6c79aa229952 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0620358 Aug 06 18:34:22.554292 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed784-bcad-4a42-8576-24eb0ca87593 req-b2e29bc1-ace9-4b99-85d5-1001cd941191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:22.555690 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-b2e29bc1-ace9-4b99-85d5-1001cd941191 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0487156 Aug 06 18:34:22.603343 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babed784-bcad-4a42-8576-24eb0ca87593 req-86c5f4c8-58e2-4341-88d1-ea8613ae08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:22.604796 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-86c5f4c8-58e2-4341-88d1-ea8613ae08d9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387187 Aug 06 18:34:22.645552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7859c22b-8e2b-4929-a086-4bca3ef1a202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:22.696553 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-40243b71-b5e5-4ff0-829b-57d190a54a02 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813229 Aug 06 18:34:22.792609 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-babed784-bcad-4a42-8576-24eb0ca87593 req-6920c229-dedb-4442-a823-dda178d878b8 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Aug 06 18:34:23.463100 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac73d16-ef13-4683-9395-31100c336bd2 req-e30ad769-ff33-4ae5-8efc-458d034f1597 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:23.463100 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ac73d16-ef13-4683-9395-31100c336bd2 req-e30ad769-ff33-4ae5-8efc-458d034f1597 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0535173 Aug 06 18:34:23.501455 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ac73d16-ef13-4683-9395-31100c336bd2 req-9f315397-ce69-4a41-8a7e-4ffef50946cf tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359817 Aug 06 18:34:24.621113 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123827df-6f9a-44c8-a2af-bbd112337039 req-e0b4bbc7-caf1-4b6e-8353-355f7886988e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:24.622637 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-123827df-6f9a-44c8-a2af-bbd112337039 req-e0b4bbc7-caf1-4b6e-8353-355f7886988e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0505328 Aug 06 18:34:24.664878 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-123827df-6f9a-44c8-a2af-bbd112337039 req-f1a55d3b-7731-4f71-872c-36bbe055451b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354309 Aug 06 18:34:24.747389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45066) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:24.868197 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd58a624-d1bb-42db-b76d-55b9f40bfd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.955596 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd58a624-d1bb-42db-b76d-55b9f40bfd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.959415 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dd58a624-d1bb-42db-b76d-55b9f40bfd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:24.995693 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58a624-d1bb-42db-b76d-55b9f40bfd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa814ac-a749-4f3c-93ac-906250d1ecb6,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:25.003138 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dd58a624-d1bb-42db-b76d-55b9f40bfd85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=de627eb2c898408b87fdd74530612b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2527955 Aug 06 18:34:25.004366 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45070) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:25.056340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3491f642-8ae8-4b54-a8b0-a8dcf4225ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.076364 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3491f642-8ae8-4b54-a8b0-a8dcf4225ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.123358 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3491f642-8ae8-4b54-a8b0-a8dcf4225ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.126393 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-3491f642-8ae8-4b54-a8b0-a8dcf4225ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.127570 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-3491f642-8ae8-4b54-a8b0-a8dcf4225ec1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8fa814ac-a749-4f3c-93ac-906250d1ecb6 HTTP/1.1" status: 204 len: 168 time: 0.1228669 Aug 06 18:34:25.134876 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491f642-8ae8-4b54-a8b0-a8dcf4225ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa814ac-a749-4f3c-93ac-906250d1ecb6,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:25.324529 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-817784df-27e8-4e28-979f-9e93bf0239eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.390125 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45076) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:25.403512 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2c19df4d-72cd-403f-b14a-36922e06afad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.414993 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.492644 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2c19df4d-72cd-403f-b14a-36922e06afad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.504296 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2c19df4d-72cd-403f-b14a-36922e06afad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.542026 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2c19df4d-72cd-403f-b14a-36922e06afad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8cf55c13d68641c78ba18fdee0ae26fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501813 Aug 06 18:34:25.542877 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19df4d-72cd-403f-b14a-36922e06afad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a50327-088a-48c1-a3ae-25f33c22db26,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:25.544693 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45078) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:25.597425 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dda5ec65-857a-4c38-998f-5934ce399d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.619023 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dda5ec65-857a-4c38-998f-5934ce399d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.668771 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dda5ec65-857a-4c38-998f-5934ce399d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.671436 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dda5ec65-857a-4c38-998f-5934ce399d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:25.672565 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-dda5ec65-857a-4c38-998f-5934ce399d8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8a50327-088a-48c1-a3ae-25f33c22db26 HTTP/1.1" status: 204 len: 168 time: 0.1268747 Aug 06 18:34:25.680600 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5ec65-857a-4c38-998f-5934ce399d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a50327-088a-48c1-a3ae-25f33c22db26,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:25.787773 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eabb4dc-7705-4424-9d42-0d328bcf3706 req-965ad5ab-e137-450f-872e-6880a0a9f787 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:25.789281 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9eabb4dc-7705-4424-9d42-0d328bcf3706 req-965ad5ab-e137-450f-872e-6880a0a9f787 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0494168 Aug 06 18:34:25.832310 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9eabb4dc-7705-4424-9d42-0d328bcf3706 req-c0eca04c-b4de-4ce3-ac6f-bfd70425efa3 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365641 Aug 06 18:34:26.308308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:26.948888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f9cb18-46a5-418d-a3c5-4e71ad73c31a req-fb3a8d45-2e12-4eab-9f85-8c5e5b89f676 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:26.950466 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a2f9cb18-46a5-418d-a3c5-4e71ad73c31a req-fb3a8d45-2e12-4eab-9f85-8c5e5b89f676 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0507743 Aug 06 18:34:26.994216 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a2f9cb18-46a5-418d-a3c5-4e71ad73c31a req-36e89fd2-b5eb-42fd-8ecf-fcaffb86d675 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372188 Aug 06 18:34:27.969553 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:28.117413 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c73525a-147d-43ed-a6d8-17e0e23c20a8 req-166009fe-856c-439a-a747-9af138f0ff2f tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:28.118896 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7c73525a-147d-43ed-a6d8-17e0e23c20a8 req-166009fe-856c-439a-a747-9af138f0ff2f tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0555820 Aug 06 18:34:28.161733 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7c73525a-147d-43ed-a6d8-17e0e23c20a8 req-322bc6e2-1424-44c3-9666-a1848f39abac tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364511 Aug 06 18:34:29.429081 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391fcb1-e225-4122-9dcc-fc4cb0a78005 req-55974f09-123d-4ca3-aea7-4cb2c243c706 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:29.430567 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7391fcb1-e225-4122-9dcc-fc4cb0a78005 req-55974f09-123d-4ca3-aea7-4cb2c243c706 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.2025537 Aug 06 18:34:29.469811 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7391fcb1-e225-4122-9dcc-fc4cb0a78005 req-3f93cdb5-1583-4766-9f21-01d19f8b1a0c tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332348 Aug 06 18:34:30.641021 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a2bff-b931-4917-94f0-bf99363a6943 req-72bd3491-20d5-491a-ac7c-643045b7fac3 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:30.642540 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a79a2bff-b931-4917-94f0-bf99363a6943 req-72bd3491-20d5-491a-ac7c-643045b7fac3 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.1060703 Aug 06 18:34:30.686191 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a79a2bff-b931-4917-94f0-bf99363a6943 req-02d94c10-c3fd-412b-9106-56cfe8ebe53e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356894 Aug 06 18:34:30.880368 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:34:32.031203 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620c884-ff5d-466b-aa97-3b8d2749ec68 req-1e14f39a-8ccc-4648-9de8-c4cc6b846bc9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:32.033243 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6620c884-ff5d-466b-aa97-3b8d2749ec68 req-1e14f39a-8ccc-4648-9de8-c4cc6b846bc9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.2813296 Aug 06 18:34:32.072664 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6620c884-ff5d-466b-aa97-3b8d2749ec68 req-9504b7e8-8747-4d3c-a808-48e039ef85a6 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333836 Aug 06 18:34:33.190871 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8acb7-5138-40e7-b019-6fc4859fac61 req-81fb6129-b4c3-490a-b694-b1a655ab8489 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:33.192390 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-faa8acb7-5138-40e7-b019-6fc4859fac61 req-81fb6129-b4c3-490a-b694-b1a655ab8489 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0520258 Aug 06 18:34:33.231989 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-faa8acb7-5138-40e7-b019-6fc4859fac61 req-0e23f84a-0e57-4d7f-b328-828ee4d24ba1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334859 Aug 06 18:34:34.356058 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a6516-1f80-4c13-98c0-b0d10c8b55ea req-b24ec967-ab4d-4463-911e-ced2e3e30204 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:34.357504 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d63a6516-1f80-4c13-98c0-b0d10c8b55ea req-b24ec967-ab4d-4463-911e-ced2e3e30204 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0483649 Aug 06 18:34:34.396313 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d63a6516-1f80-4c13-98c0-b0d10c8b55ea req-6df83f0b-e8bc-4b3d-8ffa-0c5d86a17cf5 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0321491 Aug 06 18:34:34.574861 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45258) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:34.623888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Deleting subnet a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:34:34.627146 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.662105 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.698632 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.753601 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.783790 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:34.788815 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.793416 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45266) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:34.793828 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-dc94a9bd-4cfa-4db0-8807-27333200e811 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a1b2c98d-2f22-4444-8c99-ddcd1b90a2ba HTTP/1.1" status: 204 len: 168 time: 0.2174721 Aug 06 18:34:34.869105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.961031 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:34.975648 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:34.989616 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9d427f-b5d5-4712-83d0-a2c5836db885') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:34.990207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9d427f-b5d5-4712-83d0-a2c5836db885') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:35.001377 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.021466 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.027610 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:34:35.028209 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:34:35.030035 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:34:35.061416 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b37b8b-a9be-4653-bc87-3d9a16f12d38 req-9a3425ae-7e9f-4e92-8ec9-e2379939bad0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:35.062973 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55b37b8b-a9be-4653-bc87-3d9a16f12d38 req-9a3425ae-7e9f-4e92-8ec9-e2379939bad0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0796466 Aug 06 18:34:35.085186 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.090771 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.096213 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1 HTTP/1.1" status: 204 len: 168 time: 0.2985156 Aug 06 18:34:35.104553 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d7835-cc62-4260-bf9d-2cd1fb5778c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7221ba8-1e48-4ff4-8b83-5c4ab00d9bd1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:35.108548 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c357d-8e4d-4e92-a2e0-0028e56e089a req-378bf939-9b3b-4c08-8e0a-34c97ee3474e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:35.110889 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d63c357d-8e4d-4e92-a2e0-0028e56e089a req-378bf939-9b3b-4c08-8e0a-34c97ee3474e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0860727 Aug 06 18:34:35.118127 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55b37b8b-a9be-4653-bc87-3d9a16f12d38 req-d723730f-bbaa-42f8-8f21-3c1f9a0ea480 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487905 Aug 06 18:34:35.150871 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d63c357d-8e4d-4e92-a2e0-0028e56e089a req-6d86b881-5393-44d7-a774-8250a23ffd06 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318074 Aug 06 18:34:35.259348 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45278) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:35.298496 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-61a1833e-9bb2-43cb-a8c8-ac34331839ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6186c91bbe104e3b87e1afa0585897dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379443 Aug 06 18:34:35.301004 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45280) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:35.347945 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbae5019-6e44-459c-8f44-9a5da591f047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.369060 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbae5019-6e44-459c-8f44-9a5da591f047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.420639 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbae5019-6e44-459c-8f44-9a5da591f047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.423618 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fbae5019-6e44-459c-8f44-9a5da591f047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:35.425304 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fbae5019-6e44-459c-8f44-9a5da591f047 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36cae600-4183-4229-9ec9-a64f2c965cfc HTTP/1.1" status: 204 len: 168 time: 0.1233757 Aug 06 18:34:35.433673 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae5019-6e44-459c-8f44-9a5da591f047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cae600-4183-4229-9ec9-a64f2c965cfc,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:35.534862 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748f861-5c3e-4cf1-9df4-5f05194b12a3 req-e4c6ab77-23a0-4058-83a5-7da6e259510d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:35.536439 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c748f861-5c3e-4cf1-9df4-5f05194b12a3 req-e4c6ab77-23a0-4058-83a5-7da6e259510d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0660028 Aug 06 18:34:35.580568 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c748f861-5c3e-4cf1-9df4-5f05194b12a3 req-cb8b9d6a-9d7e-44b7-929b-d70b50369319 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373871 Aug 06 18:34:35.824860 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45294) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:35.926997 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54a6f940-b867-4132-8f37-647a73f30646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.012255 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54a6f940-b867-4132-8f37-647a73f30646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.016359 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-54a6f940-b867-4132-8f37-647a73f30646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.054164 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-54a6f940-b867-4132-8f37-647a73f30646 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50f90e9130d14bebb285069b32fca497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282026 Aug 06 18:34:36.054982 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6f940-b867-4132-8f37-647a73f30646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f5395-e86c-48cb-a4a1-59d0a684b6db,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.056979 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45298) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:36.104858 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9c24a7cd-46e7-4d25-81c2-49364d6a5412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.125464 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9c24a7cd-46e7-4d25-81c2-49364d6a5412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.171255 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9c24a7cd-46e7-4d25-81c2-49364d6a5412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.173907 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9c24a7cd-46e7-4d25-81c2-49364d6a5412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.175427 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9c24a7cd-46e7-4d25-81c2-49364d6a5412 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a87f5395-e86c-48cb-a4a1-59d0a684b6db HTTP/1.1" status: 204 len: 168 time: 0.1173592 Aug 06 18:34:36.185755 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24a7cd-46e7-4d25-81c2-49364d6a5412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f5395-e86c-48cb-a4a1-59d0a684b6db,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.246494 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084719c-ed14-44c3-9f9d-fd184c6a95f9 req-f8eb30a4-ae44-4a22-8383-a0a145318375 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.248098 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1084719c-ed14-44c3-9f9d-fd184c6a95f9 req-f8eb30a4-ae44-4a22-8383-a0a145318375 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0508637 Aug 06 18:34:36.313790 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1084719c-ed14-44c3-9f9d-fd184c6a95f9 req-c284cb07-ab4d-4fec-a7b3-707406d331a9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562360 Aug 06 18:34:36.324342 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fde0a-53c6-45cb-a2a7-383776dabb39 req-f72f3994-08c7-4be8-8e5f-d4957f35581e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.325798 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-356fde0a-53c6-45cb-a2a7-383776dabb39 req-f72f3994-08c7-4be8-8e5f-d4957f35581e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0768363 Aug 06 18:34:36.365108 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-356fde0a-53c6-45cb-a2a7-383776dabb39 req-3e7f881e-3c54-4023-9855-4fc6b7c3787b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Aug 06 18:34:36.460256 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45308) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:36.473943 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bed97fdc-bdca-4912-ae70-64804c7ff4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.560628 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bed97fdc-bdca-4912-ae70-64804c7ff4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.565121 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bed97fdc-bdca-4912-ae70-64804c7ff4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.602262 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bed97fdc-bdca-4912-ae70-64804c7ff4d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7aa8c35c38134d448de98845039d8107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409278 Aug 06 18:34:36.604521 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed97fdc-bdca-4912-ae70-64804c7ff4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea91df80-0d0b-47b2-95dd-75ca0f7f7d45,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.605165 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45312) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:36.657490 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc54f-53e3-4151-b7ff-04b340488f3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.679035 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc54f-53e3-4151-b7ff-04b340488f3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.707974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8bc41f-9008-4bee-9f98-5f0f69e6c180 req-9aa17664-d169-43b7-ae5a-4d29559fa2b2 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.709497 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0c8bc41f-9008-4bee-9f98-5f0f69e6c180 req-9aa17664-d169-43b7-ae5a-4d29559fa2b2 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0533679 Aug 06 18:34:36.726898 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc54f-53e3-4151-b7ff-04b340488f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.729461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc54f-53e3-4151-b7ff-04b340488f3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:36.730631 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9e0cc54f-53e3-4151-b7ff-04b340488f3a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea91df80-0d0b-47b2-95dd-75ca0f7f7d45 HTTP/1.1" status: 204 len: 168 time: 0.1245034 Aug 06 18:34:36.739322 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cc54f-53e3-4151-b7ff-04b340488f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea91df80-0d0b-47b2-95dd-75ca0f7f7d45,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:36.754674 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0c8bc41f-9008-4bee-9f98-5f0f69e6c180 req-3c14499b-599a-4068-ad7d-1cb4b4907186 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388961 Aug 06 18:34:36.930321 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-9be0525f-8329-4642-9905-1b85d8e9ef69 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:36.931875 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-9be0525f-8329-4642-9905-1b85d8e9ef69 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0521710 Aug 06 18:34:37.037480 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Deleting port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:37.037908 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.134885 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] For port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:37.135310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.389115 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.389532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.389857 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Floating IP 8588b2fd-801d-403c-a1ae-a0c8d76daca2 disassociated. External IP: 172.27.0.61, port: bd0da7bd-86a4-4ed9-857c-dca4fc6487cb. Aug 06 18:34:37.390194 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Calling delete_port for bd0da7bd-86a4-4ed9-857c-dca4fc6487cb owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:37.402057 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b4bfcd83-05c6-476f-9684-bfd3deff6fe5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.403553 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b4bfcd83-05c6-476f-9684-bfd3deff6fe5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0995097 Aug 06 18:34:37.478973 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068e0a0-7f14-43c3-9b69-ee318b43a974 req-418411b8-c20d-451f-827b-a47ed1f0d212 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.480652 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f068e0a0-7f14-43c3-9b69-ee318b43a974 req-418411b8-c20d-451f-827b-a47ed1f0d212 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 946 time: 0.0907865 Aug 06 18:34:37.555297 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e442b-9205-4dae-a110-91e8985de810 req-93f1e8ad-fec1-4fe6-9320-32b1bb830672 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.556881 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-940e442b-9205-4dae-a110-91e8985de810 req-93f1e8ad-fec1-4fe6-9320-32b1bb830672 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 946 time: 0.0868275 Aug 06 18:34:37.567632 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f068e0a0-7f14-43c3-9b69-ee318b43a974 req-805302c0-3bb6-4108-8772-4ebce79c604a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=60b90c41-b85b-47e7-82ee-84ec830ccd65&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574586 Aug 06 18:34:37.619650 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-940e442b-9205-4dae-a110-91e8985de810 req-84dcb84c-fc23-4740-b256-9496a76d3efb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498471 Aug 06 18:34:37.793916 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Deleting port 6b68a59f-4ad3-4585-beb9-87a3a50775ff {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:37.794261 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.887354 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85083abe-a7e4-42e6-ab3e-4bc1445ee153 req-30e64e8a-6aac-4b66-a627-b5c3b34741d0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:37.893885 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.895674 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-85083abe-a7e4-42e6-ab3e-4bc1445ee153 req-30e64e8a-6aac-4b66-a627-b5c3b34741d0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0653918 Aug 06 18:34:37.937767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event deleted for resources: {'Port': ['ID=bd0da7bd-86a4-4ed9-857c-dca4fc6487cb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:37.948780 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] For port 6b68a59f-4ad3-4585-beb9-87a3a50775ff, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=6b68a59f-4ad3-4585-beb9-87a3a50775ff,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:37.949147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:37.952687 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-85083abe-a7e4-42e6-ab3e-4bc1445ee153 req-e76c32d1-f224-454b-93ac-d7885a493926 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532677 Aug 06 18:34:38.185309 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:34:38.250692 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:38.251264 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:38.251581 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Floating IP d47c48ff-4af4-4473-abf1-67c9cee32770 disassociated. External IP: 172.27.0.190, port: 6b68a59f-4ad3-4585-beb9-87a3a50775ff. Aug 06 18:34:38.251926 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Calling delete_port for 6b68a59f-4ad3-4585-beb9-87a3a50775ff owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:38.372571 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:38.384877 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:38.394410 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:38.395603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:38.420292 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] No DVR routers for this DVR port bd0da7bd-86a4-4ed9-857c-dca4fc6487cb on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:34:38.423548 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:38.426138 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7b9b6297-7cc3-42d4-99eb-4b038859941d req-e819cb17-0a0a-4454-ae1f-06079bf9789e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "DELETE /v2.0/ports/bd0da7bd-86a4-4ed9-857c-dca4fc6487cb HTTP/1.1" status: 204 len: 173 time: 1.4825284 Aug 06 18:34:38.426662 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-deleted', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:38.429022 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b45f55-8e81-4791-a3da-121caeab02fe" -d '{"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-deleted", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:38.510010 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0055efd-2816-4237-8b46-31e91379c4d0 x-openstack-request-id: req-b0055efd-2816-4237-8b46-31e91379c4d0 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:38.510300 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d1672-88ab-4ab8-be35-8f83f436685a", "name": "network-vif-deleted", "tag": "bd0da7bd-86a4-4ed9-857c-dca4fc6487cb", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:38.510555 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0055efd-2816-4237-8b46-31e91379c4d0 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:38.510953 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d1672-88ab-4ab8-be35-8f83f436685a', 'name': 'network-vif-deleted', 'tag': 'bd0da7bd-86a4-4ed9-857c-dca4fc6487cb', 'status': 'completed', 'code': 200} Aug 06 18:34:38.527696 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:38.578038 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event deleted for resources: {'Port': ['ID=6b68a59f-4ad3-4585-beb9-87a3a50775ff,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:38.578555 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:38.758908 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:34:38.783104 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-819a3716-ff03-41d7-a73d-0067009a2d90 req-0dc7b879-fc25-4653-b05c-b243ac42eb2b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=c745d4ea-2939-4587-a7d8-2a58f944cc32 HTTP/1.1" status: 200 len: 210 time: 0.0360792 Aug 06 18:34:38.841651 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b128ef06-4850-4996-96b2-92abb46ab967 req-73e86139-7eac-421c-a6d8-c7a5edc62a13 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d1672-88ab-4ab8-be35-8f83f436685a HTTP/1.1" status: 200 len: 210 time: 0.0432935 Aug 06 18:34:38.932281 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:38.946873 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:38.979677 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:38.984028 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.036895 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] No DVR routers for this DVR port 6b68a59f-4ad3-4585-beb9-87a3a50775ff on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:34:39.040577 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:39.047867 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1bb6fcc0-a2fe-47f7-abc8-80cc26c2c7e4 req-b0ad1b99-f8d3-4501-bfba-4bb18af64d9e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "DELETE /v2.0/ports/6b68a59f-4ad3-4585-beb9-87a3a50775ff HTTP/1.1" status: 204 len: 173 time: 1.6351788 Aug 06 18:34:39.105005 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.135700 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:39.145885 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:39.146508 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.205633 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:39.208220 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc7cfa9-ae57-4576-a2d3-80934e71523e req-8e5b8f2d-a417-4e65-90ab-b1409592de29 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:39.238926 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-edc7cfa9-ae57-4576-a2d3-80934e71523e req-8e5b8f2d-a417-4e65-90ab-b1409592de29 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.1432424 Aug 06 18:34:39.272158 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:39.295788 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-edc7cfa9-ae57-4576-a2d3-80934e71523e req-3be4cf7c-a74c-4e0d-9aae-86f3dc955be0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509255 Aug 06 18:34:39.508569 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.519650 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.544565 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a56c754-70c9-4a83-b26d-591c53b43e8c None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:39.548599 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:39.561798 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:39.563026 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.676295 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:39.826840 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7b1147-afa0-4fc7-a9aa-f7622a9a51dd None None] New status for floating IP 8588b2fd-801d-403c-a1ae-a0c8d76daca2: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:34:39.905303 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45386) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:39.953526 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:39.974005 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45390) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:39.992483 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ae895-e10b-49f2-bb82-f263402b6a2d None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:40.090523 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a82f3fb5-de14-4059-8254-2dcb3e962358 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.109930 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08ca9dfa-c4ab-4a33-b365-c1a54540a502 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.142727 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a82f3fb5-de14-4059-8254-2dcb3e962358 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.163136 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08ca9dfa-c4ab-4a33-b365-c1a54540a502 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.242730 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a82f3fb5-de14-4059-8254-2dcb3e962358 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.245353 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a82f3fb5-de14-4059-8254-2dcb3e962358 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.246590 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a82f3fb5-de14-4059-8254-2dcb3e962358 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "DELETE /v2.0/security-groups/bf276d2b-79d4-4e46-ab25-114b9b5f6bc6 HTTP/1.1" status: 204 len: 168 time: 0.3399503 Aug 06 18:34:40.249387 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45394) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:40.252448 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08ca9dfa-c4ab-4a33-b365-c1a54540a502 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.255041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-08ca9dfa-c4ab-4a33-b365-c1a54540a502 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.256262 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-08ca9dfa-c4ab-4a33-b365-c1a54540a502 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "DELETE /v2.0/security-groups/60b90c41-b85b-47e7-82ee-84ec830ccd65 HTTP/1.1" status: 204 len: 168 time: 0.2813232 Aug 06 18:34:40.259875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45396) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:40.261388 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f3fb5-de14-4059-8254-2dcb3e962358 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf276d2b-79d4-4e46-ab25-114b9b5f6bc6,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:40.279171 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca9dfa-c4ab-4a33-b365-c1a54540a502 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b90c41-b85b-47e7-82ee-84ec830ccd65,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:40.295379 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.api.v2.resource [None req-e8f74854-3ea0-4d5b-b498-efb901c9a203 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] show failed (client error): The resource could not be found. Aug 06 18:34:40.296467 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e8f74854-3ea0-4d5b-b498-efb901c9a203 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups/60b90c41-b85b-47e7-82ee-84ec830ccd65 HTTP/1.1" status: 404 len: 347 time: 0.0355158 Aug 06 18:34:40.300169 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45398) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:40.310263 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.api.v2.resource [None req-f1f08f5c-b682-4d9d-8926-77d6f52e7589 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] show failed (client error): The resource could not be found. Aug 06 18:34:40.311547 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-f1f08f5c-b682-4d9d-8926-77d6f52e7589 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups/bf276d2b-79d4-4e46-ab25-114b9b5f6bc6 HTTP/1.1" status: 404 len: 347 time: 0.0591450 Aug 06 18:34:40.314904 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45400) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:40.415092 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b76627-126b-477f-b51a-e08e1a47ae7b None None] New status for floating IP d47c48ff-4af4-4473-abf1-67c9cee32770: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:34:40.461245 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Deleting port 3b5ebef6-6617-463b-a9a7-2c6837147715 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:40.461490 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.476629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c199893-5b62-4f47-b8f5-1e5155434260 req-66ef31b0-c992-4fa0-84fc-3b4d562c37e9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:40.478239 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c199893-5b62-4f47-b8f5-1e5155434260 req-66ef31b0-c992-4fa0-84fc-3b4d562c37e9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0884418 Aug 06 18:34:40.489222 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Deleting port f639a10e-37c4-4d11-8279-49a749b09aba {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:34:40.489752 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.513219 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'name': 'network-vif-deleted', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:40.516650 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba20112-98a8-44f9-bebb-2aaf5aa53032" -d '{"events": [{"server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "name": "network-vif-deleted", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:40.583057 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.583417 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.586989 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089974a2-3a05-4d19-9532-ad6f438109d4 x-openstack-request-id: req-089974a2-3a05-4d19-9532-ad6f438109d4 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:40.587309 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c745d4ea-2939-4587-a7d8-2a58f944cc32", "name": "network-vif-deleted", "tag": "6b68a59f-4ad3-4585-beb9-87a3a50775ff", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:40.587563 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-089974a2-3a05-4d19-9532-ad6f438109d4 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:40.587949 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c745d4ea-2939-4587-a7d8-2a58f944cc32', 'name': 'network-vif-deleted', 'tag': '6b68a59f-4ad3-4585-beb9-87a3a50775ff', 'status': 'completed', 'code': 200} Aug 06 18:34:40.598409 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Calling delete_port for 3b5ebef6-6617-463b-a9a7-2c6837147715 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:40.600289 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c199893-5b62-4f47-b8f5-1e5155434260 req-ea02fe98-f81d-4681-b4f3-210c33afe3b4 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082797 Aug 06 18:34:40.629488 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.629488 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.638028 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Calling delete_port for f639a10e-37c4-4d11-8279-49a749b09aba owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:34:40.768251 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.800153 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event deleted for resources: {'Port': ['ID=3b5ebef6-6617-463b-a9a7-2c6837147715,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:40.836482 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.865895 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.866900 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event deleted for resources: {'Port': ['ID=f639a10e-37c4-4d11-8279-49a749b09aba,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:40.868594 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.873366 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c7b7054f-3bf9-4afe-b152-db3933bda505 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "DELETE /v2.0/floatingips/d47c48ff-4af4-4473-abf1-67c9cee32770 HTTP/1.1" status: 204 len: 168 time: 0.5537989 Aug 06 18:34:40.931779 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.934508 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:40.943273 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1d8ead40-a4af-4842-adbb-1c8950ed3758 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "DELETE /v2.0/floatingips/8588b2fd-801d-403c-a1ae-a0c8d76daca2 HTTP/1.1" status: 204 len: 168 time: 0.6385899 Aug 06 18:34:41.027210 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:41.056797 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: bd0da7bd-86a4-4ed9-857c-dca4fc6487cb {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:34:41.057313 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device bd0da7bd-86a4-4ed9-857c-dca4fc6487cb not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:34:41.118621 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45410) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:41.123324 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'security_group': {'name': 'tempest-securitygroup--210713056', 'description': 'tempest-description--48250779'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:41.148026 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.249346 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.255791 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.287196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.289048 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45420) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:41.291407 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45422) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:41.291705 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1718669 Aug 06 18:34:41.294038 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f025f-1348-4509-9a5e-d0676c445076 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b69cbd5-4697-4eff-9ad6-dd37ab062942,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:41.297632 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'security_group_rule': {'security_group_id': '0b69cbd5-4697-4eff-9ad6-dd37ab062942', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:41.304734 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473284393', 'description': 'tempest-description--441417662'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:41.322783 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.db.api [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 06 18:34:41.322783 dv-cinder-790910-9-iscsi neutron-server[93276]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 06 18:34:41.322783 dv-cinder-790910-9-iscsi neutron-server[93276]: [parameters: {'project_id_1': '166d8db214bb4890b5b650cd67df2cf2', 'expiration_1': datetime.datetime(2021, 8, 6, 18, 34, 41, 313083)}] Aug 06 18:34:41.322783 dv-cinder-790910-9-iscsi neutron-server[93276]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93276) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:34:41.323225 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG oslo_db.api [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:34:41.342988 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.401645 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.410908 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.424912 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366e0567-97db-4afd-af87-22c461837bd3,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:41.439929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.441112 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-3f601b37-0f02-4360-867c-a0f3943b95d0 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488512 Aug 06 18:34:41.444039 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45434) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:41.449031 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'security_group_rule': {'security_group_id': '0b69cbd5-4697-4eff-9ad6-dd37ab062942', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:41.487328 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.567743 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.576339 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.600615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=566b76d3-263d-4753-b0fa-aaf61c9dc264,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:41.607776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.611327 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bf44c9c0-8992-45c1-a00f-ea3e3c7b0771 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1641047 Aug 06 18:34:41.612238 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45444) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:41.616959 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:41.650624 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.767992 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea550b3-25d1-44a7-ace3-ee4b77f69d2a req-4b434d6c-70c8-4e04-82cf-89c6954d9e7a tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:41.769456 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6ea550b3-25d1-44a7-ace3-ee4b77f69d2a req-4b434d6c-70c8-4e04-82cf-89c6954d9e7a tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0882316 Aug 06 18:34:41.819827 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.826129 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6ea550b3-25d1-44a7-ace3-ee4b77f69d2a req-40bc0e2b-d727-40c9-888e-5fb9ff92e68e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0493920 Aug 06 18:34:41.891149 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:41.963384 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Allocated IP 172.27.0.43 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/78bb79d6-7e1c-40b8-8667-285106bf552c) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:42.077020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.085466 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.126348 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.133726 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.135119 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8445249 Aug 06 18:34:42.138164 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45474) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:42.143760 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca6039-b3a1-4c1e-9c32-320a3380905f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61d486d5-251e-48ab-8f4e-2e417c078abd,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:42.176697 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.217368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:42.224594 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:42.227223 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:42.262046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'Port': ['ID=78bb79d6-7e1c-40b8-8667-285106bf552c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:42.339001 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'security_group_rule': {'security_group_id': '61d486d5-251e-48ab-8f4e-2e417c078abd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:42.339631 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.361095 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.372196 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.418786 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.423701 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.441204 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc4f05a9-acd0-4931-aa8c-ba329ad1a521,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:42.449147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.451553 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1bd26cb7-f310-480c-934c-bd91d83bd795 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3123238 Aug 06 18:34:42.453835 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45478) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:42.458402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'security_group_rule': {'security_group_id': '61d486d5-251e-48ab-8f4e-2e417c078abd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:42.484896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.527800 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.532959 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.544389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.549153 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.567680 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5dc649-2367-4f29-bdc9-5d7327bb7aa7,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:42.572706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.577241 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-264d3f9f-58af-472d-ae87-95d169974e18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192162 Aug 06 18:34:42.577241 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45480) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:42.582172 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:42.603667 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.610371 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'Port': ['ID=78bb79d6-7e1c-40b8-8667-285106bf552c,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:42.613692 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.628180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.629483 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a9cb57f7-690f-4602-a38a-1934c313404f tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0162721 Aug 06 18:34:42.711690 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.817042 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Allocated IP 172.27.0.32 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/a39437b8-aa53-4e55-b66d-3b7ee4a8ec9b) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:42.827461 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ec1c63f0-3647-4177-9bb1-611190588716 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--210713056&fields=id&tenant_id=10269de20bc7485d9349868b7a3e4ef0 HTTP/1.1" status: 200 len: 267 time: 0.0332510 Aug 06 18:34:42.922680 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.963704 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-dbc47b10-d8ad-4929-ae02-50612a45eec7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:42.964321 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:42.965245 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-dbc47b10-d8ad-4929-ae02-50612a45eec7 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 811 time: 0.1296053 Aug 06 18:34:42.980991 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd4a4f-3b22-418d-848a-dc7df8c29248 req-8bdebde4-8f61-4740-930e-5439dc395870 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:42.982392 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-95cd4a4f-3b22-418d-848a-dc7df8c29248 req-8bdebde4-8f61-4740-930e-5439dc395870 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0838850 Aug 06 18:34:42.997851 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-e38e1ba6-643c-455d-af54-f0b3a7ed6e7d tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/quotas/10269de20bc7485d9349868b7a3e4ef0 HTTP/1.1" status: 200 len: 375 time: 0.0245259 Aug 06 18:34:42.999018 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:43.004694 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:43.008191 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:43.034204 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'Port': ['ID=a39437b8-aa53-4e55-b66d-3b7ee4a8ec9b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:43.046163 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 6b68a59f-4ad3-4585-beb9-87a3a50775ff no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:34:43.052627 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-95cd4a4f-3b22-418d-848a-dc7df8c29248 req-940c8e12-9d0b-4f0b-b948-469c0eb17356 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626540 Aug 06 18:34:43.073092 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 6b68a59f-4ad3-4585-beb9-87a3a50775ff {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:34:43.073525 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-589eb8ff-346f-4d32-9470-62739341dc53 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678194 Aug 06 18:34:43.086213 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 6b68a59f-4ad3-4585-beb9-87a3a50775ff not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:34:43.104390 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.146370 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.234502 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-a9b087e3-a9e8-4ad9-b073-5bff2cb5aabb service neutron] 10.222.0.57 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450410 Aug 06 18:34:43.311813 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.318018 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.337461 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-a9203a7a-daee-4b27-a7a9-6d4c3ea7a4c7 service neutron] 10.222.0.57 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961065 Aug 06 18:34:43.395657 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'Port': ['ID=a39437b8-aa53-4e55-b66d-3b7ee4a8ec9b,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:43.407923 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.421953 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.431684 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-002128df-2711-449a-a69b-4532e4b5be32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8533914 Aug 06 18:34:43.514158 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d62cde53-1d41-47fe-b53e-5cc284981d1a req-7aa46671-f58b-4833-86ff-a9dabcc268cb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 210 time: 0.0307951 Aug 06 18:34:43.574300 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-d7f6fb4e-75f6-43d3-89fb-c77a5582a8bc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--473284393&fields=id&tenant_id=166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 267 time: 0.0343409 Aug 06 18:34:43.653926 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45534) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:43.699921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-117a6d9b-aac1-4cae-a392-2b024525acb3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:43.701375 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-117a6d9b-aac1-4cae-a392-2b024525acb3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 817 time: 0.1190169 Aug 06 18:34:43.718065 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-d3b215be-772b-4cc9-a5a1-9a0a67f98b17 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/quotas/166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 375 time: 0.0093811 Aug 06 18:34:43.776332 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-720cd20f-a1d3-4a01-b8c9-1795373b052c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509081 Aug 06 18:34:43.782365 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-73d89bd2-6bb5-4c0b-9234-23f5f7a3ca0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.887247 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-b3bf29a2-cfd3-458a-aa82-f83ccbc1a306 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984721 Aug 06 18:34:43.895980 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-73d89bd2-6bb5-4c0b-9234-23f5f7a3ca0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.903393 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-73d89bd2-6bb5-4c0b-9234-23f5f7a3ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:43.946548 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-73d89bd2-6bb5-4c0b-9234-23f5f7a3ca0a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=07ebb689727a48babadd41919fbf2b6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913547 Aug 06 18:34:43.947874 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d89bd2-6bb5-4c0b-9234-23f5f7a3ca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c5fd2a-2037-46a8-be05-4d56cf32f9c7,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:43.950233 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45544) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:43.991538 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-0ae258c9-2de8-4cbb-a144-3f30e0def026 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958071 Aug 06 18:34:44.016693 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6e2e77cf-5ef5-4fee-be2e-16b0a3854b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.039946 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6e2e77cf-5ef5-4fee-be2e-16b0a3854b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.099459 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6e2e77cf-5ef5-4fee-be2e-16b0a3854b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.108157 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6e2e77cf-5ef5-4fee-be2e-16b0a3854b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.108157 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6e2e77cf-5ef5-4fee-be2e-16b0a3854b8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87c5fd2a-2037-46a8-be05-4d56cf32f9c7 HTTP/1.1" status: 204 len: 168 time: 0.1504998 Aug 06 18:34:44.135638 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2e77cf-5ef5-4fee-be2e-16b0a3854b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c5fd2a-2037-46a8-be05-4d56cf32f9c7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:44.206349 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c6284e71-d879-4248-931f-7962a65ed4a9 req-4bad5360-6b67-4ddb-84ad-56bd6efbc87e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 210 time: 0.0580781 Aug 06 18:34:44.258107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb598886-a1f9-4c05-91d9-9f068177d5ed req-8efdde84-e31f-4567-b6ee-5cf36920ea24 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:44.259638 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cb598886-a1f9-4c05-91d9-9f068177d5ed req-8efdde84-e31f-4567-b6ee-5cf36920ea24 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0951574 Aug 06 18:34:44.305240 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cb598886-a1f9-4c05-91d9-9f068177d5ed req-e6d748ff-966b-4a6d-9902-7986b55f1db9 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371144 Aug 06 18:34:44.455436 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45564) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:44.468486 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52a11de4-5c92-40df-82ac-fe38472b9fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.558806 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52a11de4-5c92-40df-82ac-fe38472b9fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.563612 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-52a11de4-5c92-40df-82ac-fe38472b9fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.603287 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-52a11de4-5c92-40df-82ac-fe38472b9fff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba4be5570a8c4d7daba81dc41f665d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1466150 Aug 06 18:34:44.604140 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a11de4-5c92-40df-82ac-fe38472b9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514b88dd-0d73-4131-9196-124d03b66571,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:44.605930 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45570) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:44.664992 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d99f45bd-eab0-4468-b850-9c8324fc0be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.690497 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d99f45bd-eab0-4468-b850-9c8324fc0be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.758741 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d99f45bd-eab0-4468-b850-9c8324fc0be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.764095 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d99f45bd-eab0-4468-b850-9c8324fc0be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:44.765811 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d99f45bd-eab0-4468-b850-9c8324fc0be6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/514b88dd-0d73-4131-9196-124d03b66571 HTTP/1.1" status: 204 len: 168 time: 0.1587532 Aug 06 18:34:44.775251 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f45bd-eab0-4468-b850-9c8324fc0be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514b88dd-0d73-4131-9196-124d03b66571,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:44.924231 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-431a2280-90bd-421a-b583-05a772e93332 req-3832d958-e199-45ac-8d0b-bc4100f88f77 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 210 time: 0.0352385 Aug 06 18:34:44.979275 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-326f6dc6-11a1-450c-b803-d6fb84b5da57 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:44.980746 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-326f6dc6-11a1-450c-b803-d6fb84b5da57 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 811 time: 0.2477088 Aug 06 18:34:45.032575 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-8ae86f4a-15f4-4447-ace1-3d9f46a72c4b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10269de20bc7485d9349868b7a3e4ef0 HTTP/1.1" status: 200 len: 379 time: 0.0402162 Aug 06 18:34:45.044523 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'port': {'device_id': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'admin_state_up': True, 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'security_groups': ['0b69cbd5-4697-4eff-9ad6-dd37ab062942']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:45.233655 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Made reservation on behalf of 10269de20bc7485d9349868b7a3e4ef0 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:45.237405 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:45.292753 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-22bfef22-3e37-451a-a6dd-9af0cba465a1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:45.294889 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-22bfef22-3e37-451a-a6dd-9af0cba465a1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 817 time: 0.1549606 Aug 06 18:34:45.325220 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e1a2eddb-6046-4017-a620-1db155f7abf9 req-2a374f57-5e74-4e54-b5a5-3dd2d40c95de tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 210 time: 0.0294070 Aug 06 18:34:45.420524 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-925826c1-1170-4e67-9ff9-4bc8e5f41f59 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 379 time: 0.0698109 Aug 06 18:34:45.432815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'port': {'device_id': '42815a06-a035-44bd-83d7-ab6343035962', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'admin_state_up': True, 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'security_groups': ['61d486d5-251e-48ab-8f4e-2e417c078abd']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:45.446180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ab24d-828a-40ef-8c1c-86f2f2ba0010 req-5a6d9221-18c1-4138-871c-aa13e1001921 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:45.447935 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f34ab24d-828a-40ef-8c1c-86f2f2ba0010 req-5a6d9221-18c1-4138-871c-aa13e1001921 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0584526 Aug 06 18:34:45.491390 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f34ab24d-828a-40ef-8c1c-86f2f2ba0010 req-b7f4af7b-4d6c-494b-8b3a-4d78c12ad2ec tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353332 Aug 06 18:34:45.511743 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Allocated IP 172.20.0.10 (9be7f983-23ed-4a17-8cff-8f14b156fc4d/37566611-9cf8-4c97-8d02-ba91cb23cba4/a507b35e-70bd-4bd7-8d1b-c5b266d62685) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:45.651910 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Made reservation on behalf of 166d8db214bb4890b5b650cd67df2cf2 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:34:45.655389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:45.751168 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:45.777179 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Transition to ACTIVE for port object a507b35e-70bd-4bd7-8d1b-c5b266d62685 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:45.848089 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Allocated IP 172.20.0.7 (d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7/f87cac5f-2d14-44ad-bf95-4cc514182135/dc2ab715-f3eb-4eeb-97bd-074da9cb0a65) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:34:45.866889 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:45.931324 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:45.941362 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:45.944149 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:45.998640 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event updated for resources: {'Port': ['ID=a507b35e-70bd-4bd7-8d1b-c5b266d62685,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:46.070038 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee32b4-354f-4753-9c99-4b0a5ccb3700 req-1ed7eb26-bfb8-43a4-9239-f95bcab289e8 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.072562 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ffee32b4-354f-4753-9c99-4b0a5ccb3700 req-1ed7eb26-bfb8-43a4-9239-f95bcab289e8 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 932 time: 0.0682118 Aug 06 18:34:46.080620 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.081373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.115826 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-ad90c3dd-18ef-4df8-a7a3-1013f30aef37 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0764279 Aug 06 18:34:46.129561 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ffee32b4-354f-4753-9c99-4b0a5ccb3700 req-39411fef-b46e-4dba-b878-375921c2282b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486052 Aug 06 18:34:46.152503 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.167900 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Transition to ACTIVE for port object dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:46.176413 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-119aea77-7733-43ae-a892-8ce65061201a None None] Provisioning for port a507b35e-70bd-4bd7-8d1b-c5b266d62685 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:46.180637 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-119aea77-7733-43ae-a892-8ce65061201a None None] Provisioning complete for port a507b35e-70bd-4bd7-8d1b-c5b266d62685 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:46.181118 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-119aea77-7733-43ae-a892-8ce65061201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.208345 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.233652 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-119aea77-7733-43ae-a892-8ce65061201a None None] Port a507b35e-70bd-4bd7-8d1b-c5b266d62685 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:34:46.252994 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:34:46.260160 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:34:46.262518 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:34:46.508499 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ae0f7-35ac-4d1c-98f4-dc19f42984d3 req-aec51805-b03d-4d44-8479-e52cb8ba81a7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.510160 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-091ae0f7-35ac-4d1c-98f4-dc19f42984d3 req-aec51805-b03d-4d44-8479-e52cb8ba81a7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 931 time: 0.0823004 Aug 06 18:34:46.565053 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d022d7c1-cab1-4a28-abb0-ca69816ab916 None None] Provisioning for port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:46.570560 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d022d7c1-cab1-4a28-abb0-ca69816ab916 None None] Provisioning complete for port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:46.570931 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d022d7c1-cab1-4a28-abb0-ca69816ab916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.573490 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-091ae0f7-35ac-4d1c-98f4-dc19f42984d3 req-18b32d1b-ad4e-480d-a73e-e22b89189971 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531723 Aug 06 18:34:46.602831 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Request body: {'port': {'device_id': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:46.611157 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:46.621156 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d022d7c1-cab1-4a28-abb0-ca69816ab916 None None] Port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:34:46.647017 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a037f5c-d18f-4561-99d7-972bc01981d0 req-cb67c597-5275-40c4-bd82-2cfa084b8480 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.648546 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7a037f5c-d18f-4561-99d7-972bc01981d0 req-cb67c597-5275-40c4-bd82-2cfa084b8480 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0683935 Aug 06 18:34:46.658949 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:46.659622 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.690500 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:46.693598 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7a037f5c-d18f-4561-99d7-972bc01981d0 req-de5651c5-d262-421f-b1cc-1bb48733dd39 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380359 Aug 06 18:34:46.701339 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-e9b907ef-d515-4546-a90a-822d5da68160 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2723100 Aug 06 18:34:46.716816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Request body: {'port': {'device_id': '42815a06-a035-44bd-83d7-ab6343035962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:46.847991 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.177573 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a507b35e-70bd-4bd7-8d1b-c5b266d62685 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:47.186937 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.209105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Transition to ACTIVE for port object a507b35e-70bd-4bd7-8d1b-c5b266d62685 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:47.220605 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.259513 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691b1f4-4f88-4f35-ab70-2a87b2bc201d req-91a9029b-4f39-4893-81a6-798cfb7714c5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.260966 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6691b1f4-4f88-4f35-ab70-2a87b2bc201d req-91a9029b-4f39-4893-81a6-798cfb7714c5 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 944 time: 0.0494461 Aug 06 18:34:47.298188 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Pushing event updated for resources: {'Port': ['ID=a507b35e-70bd-4bd7-8d1b-c5b266d62685,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:47.302618 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6691b1f4-4f88-4f35-ab70-2a87b2bc201d req-e68165de-a2e2-4be5-b89c-835576807917 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347514 Aug 06 18:34:47.308038 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:47.320302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.367461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Transition to ACTIVE for port object dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:34:47.374193 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.443288 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:47.449380 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Attempting to bind port a507b35e-70bd-4bd7-8d1b-c5b266d62685 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:47.449713 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Attempting to bind port a507b35e-70bd-4bd7-8d1b-c5b266d62685 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:47.450049 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Attempting to bind port a507b35e-70bd-4bd7-8d1b-c5b266d62685 on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:47.457748 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Port a507b35e-70bd-4bd7-8d1b-c5b266d62685 on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:34:47.458079 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Attempting to bind port a507b35e-70bd-4bd7-8d1b-c5b266d62685 on network 9be7f983-23ed-4a17-8cff-8f14b156fc4d {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:47.477949 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:47.478292 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Checking segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:47.478682 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Bound using segment: {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:47.479213 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Bound port: a507b35e-70bd-4bd7-8d1b-c5b266d62685, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ffa6879-bf60-4922-96b9-2eca2b80ce3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:47.479580 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.570690 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Attempting to bind port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:34:47.571023 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Attempting to bind port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:34:47.571376 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Attempting to bind port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:47.584895 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:34:47.585270 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Attempting to bind port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 on network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:34:47.595889 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] For port a507b35e-70bd-4bd7-8d1b-c5b266d62685, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:47.598018 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:34:47.598379 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Checking segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:34:47.598794 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Bound using segment: {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:34:47.599257 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Bound port: dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1502945-9102-47d2-84cb-7d96cef71394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:34:47.599617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.602593 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] For port a507b35e-70bd-4bd7-8d1b-c5b266d62685, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:47.614016 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.686548 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.687215 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.688670 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] 10.222.0.81 "PUT /v2.0/ports/a507b35e-70bd-4bd7-8d1b-c5b266d62685 HTTP/1.1" status: 200 len: 1094 time: 1.5609474 Aug 06 18:34:47.690915 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:47.693183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8618cd-6fec-4416-9565-9de5b786b8d2" -d '{"events": [{"name": "network-changed", "server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:47.705532 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef06a68-e3b5-4e57-b14d-54ea92b6a705 req-6d2d5fc7-ecbf-4060-98aa-2a183c66b79c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.722004 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bef06a68-e3b5-4e57-b14d-54ea92b6a705 req-6d2d5fc7-ecbf-4060-98aa-2a183c66b79c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0758150 Aug 06 18:34:47.724614 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedc46b-bcb8-44c0-9ed6-173c39580280 service neutron] Pushing event updated for resources: {'Port': ['ID=a507b35e-70bd-4bd7-8d1b-c5b266d62685,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:47.737943 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:34:47.741602 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:34:47.761082 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85192534-7b03-4d26-8ba6-e9c44ca3b3a0 x-openstack-request-id: req-85192534-7b03-4d26-8ba6-e9c44ca3b3a0 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:47.761508 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:47.761768 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85192534-7b03-4d26-8ba6-e9c44ca3b3a0 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:47.762163 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'status': 'completed', 'code': 200} Aug 06 18:34:47.763550 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.779344 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bef06a68-e3b5-4e57-b14d-54ea92b6a705 req-2a0ced46-e9a4-431e-8aa9-ce3cb6b2eb2f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483508 Aug 06 18:34:47.835207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.835899 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:47.837444 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] 10.222.0.81 "PUT /v2.0/ports/dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 1093 time: 1.1276889 Aug 06 18:34:47.872378 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-23dea53e-a35c-4dd0-b054-20e7fe8b8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.874046 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-23dea53e-a35c-4dd0-b054-20e7fe8b8d24 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 1097 time: 0.1301508 Aug 06 18:34:47.874636 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a423d-893d-4ebe-8773-7b956167211d req-886bc204-af66-433b-8ec0-6b99929b15fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:47.875398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a186bd0-6be0-4084-9c6f-3626d02296f9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:47.876863 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-739a423d-893d-4ebe-8773-7b956167211d req-886bc204-af66-433b-8ec0-6b99929b15fa tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0668075 Aug 06 18:34:47.945223 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-739a423d-893d-4ebe-8773-7b956167211d req-f10e8a8a-9a5e-46ec-adb2-5fae382cb076 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576591 Aug 06 18:34:47.961029 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-c2407427-803f-49a1-9281-846eeeebef7c service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685 HTTP/1.1" status: 200 len: 217 time: 0.0773695 Aug 06 18:34:48.039871 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-c46e5c39-b08c-437f-8734-0892d1cd0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.041394 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-c46e5c39-b08c-437f-8734-0892d1cd0814 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1096 time: 0.1509802 Aug 06 18:34:48.042757 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-6df7bbfd-e027-4818-90b7-36a2f06c27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.044111 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-6df7bbfd-e027-4818-90b7-36a2f06c27bf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0692019 Aug 06 18:34:48.111560 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-6aa3f57b-c31a-486f-8e6e-cafb9b3826d6 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 217 time: 0.0559943 Aug 06 18:34:48.159876 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-e93434af-f079-4c79-9840-0536d8f1d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.161637 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-e93434af-f079-4c79-9840-0536d8f1d2ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1002331 Aug 06 18:34:48.183238 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-48ddb58c-3244-40aa-a6f1-5737f0641b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.184582 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-48ddb58c-3244-40aa-a6f1-5737f0641b9b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0662253 Aug 06 18:34:48.281040 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-a33809a6-746c-4f65-a7ae-d7ab5af0d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.282723 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-a33809a6-746c-4f65-a7ae-d7ab5af0d615 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0880704 Aug 06 18:34:48.301580 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-31795acf-7eaa-470e-a781-9bf244a34ed5 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319675 Aug 06 18:34:48.417516 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311a254-947b-4d4f-b032-cdc06a8d5d14 req-7ca2fbd9-788e-45b4-9e3a-966bc8eeceea tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.418980 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5311a254-947b-4d4f-b032-cdc06a8d5d14 req-7ca2fbd9-788e-45b4-9e3a-966bc8eeceea tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 944 time: 0.0480416 Aug 06 18:34:48.450562 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-5120b600-86e1-4d10-97fd-773c5b4c942f service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587868 Aug 06 18:34:48.452613 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-84ad8704-76c1-4791-8563-48e02ceb96c7 req-1c3a8efa-5e76-4516-841d-e5574a788a86 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405745 Aug 06 18:34:48.457301 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5311a254-947b-4d4f-b032-cdc06a8d5d14 req-71dcd248-48a3-446d-be1f-53455ea3d850 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315447 Aug 06 18:34:48.587897 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ea7797ce-3246-4230-9f80-0c8a4b734060 req-a468e800-7eb9-45e1-a53a-e123a0bcf9db service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222169 Aug 06 18:34:48.590292 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-4b8e15e9-9ae2-4252-8adf-557f73d0f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.591665 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-4b8e15e9-9ae2-4252-8adf-557f73d0f3ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 1097 time: 0.0656152 Aug 06 18:34:48.688247 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-df79fe7c-ec34-4003-8269-dc73052c8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.689711 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-df79fe7c-ec34-4003-8269-dc73052c8c9a service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.0869434 Aug 06 18:34:48.734163 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-32c5ce1b-cf01-41a3-9f35-d0dedd781bae service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685 HTTP/1.1" status: 200 len: 217 time: 0.0330460 Aug 06 18:34:48.797752 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-d6fc789e-fd1c-4c4c-ba40-df8d737e7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.799371 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-d6fc789e-fd1c-4c4c-ba40-df8d737e7794 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0568817 Aug 06 18:34:48.855993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-3b04052c-3d24-450d-8a2b-c2806f3f340e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:48.857504 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-3b04052c-3d24-450d-8a2b-c2806f3f340e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433958 Aug 06 18:34:48.951702 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-1eee5e6c-6313-45fd-9fb4-0aeafd14b3fa service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859561 Aug 06 18:34:49.053927 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2c8618cd-6fec-4416-9565-9de5b786b8d2 req-9ec65fcc-572b-4908-b12d-db39188c3bfc service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921743 Aug 06 18:34:49.175851 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfcc6b6-1b2d-4c9c-978d-977455d0f3a5 req-864eb113-e9ce-4646-a5ec-95293b4a1ad8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.177333 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-acfcc6b6-1b2d-4c9c-978d-977455d0f3a5 req-864eb113-e9ce-4646-a5ec-95293b4a1ad8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.3203161 Aug 06 18:34:49.198206 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9599d-2b7e-4943-87cd-40e223b51d3a req-2a4ef362-4e65-4005-9497-f65c96914e74 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.199666 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89c9599d-2b7e-4943-87cd-40e223b51d3a req-2a4ef362-4e65-4005-9497-f65c96914e74 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0744457 Aug 06 18:34:49.247919 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-acfcc6b6-1b2d-4c9c-978d-977455d0f3a5 req-4a61c05a-f27f-464e-ab7f-f2fa64dd4f43 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626831 Aug 06 18:34:49.258033 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-89c9599d-2b7e-4943-87cd-40e223b51d3a req-ce7d85f1-2233-4b61-8157-790e11b10788 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&id=7fa70370-9856-4b7c-908b-3da062c7adbc&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0503459 Aug 06 18:34:49.347706 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-2f168211-ef6a-4c59-bb1b-23590de2e34c service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421779 Aug 06 18:34:49.432340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-c01fd381-474b-43b4-99da-aaacc493de8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.434316 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-c01fd381-474b-43b4-99da-aaacc493de8f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1137 time: 0.0416772 Aug 06 18:34:49.555483 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-68511b14-540d-412a-b5da-c48f5e181a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.557040 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-68511b14-540d-412a-b5da-c48f5e181a00 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.0995264 Aug 06 18:34:49.581017 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c91bb-e68d-47ca-b682-0008553c8f27 req-eae427c5-deda-4760-a143-b01665a280f6 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.582980 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab2c91bb-e68d-47ca-b682-0008553c8f27 req-eae427c5-deda-4760-a143-b01665a280f6 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 944 time: 0.0545170 Aug 06 18:34:49.626841 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab2c91bb-e68d-47ca-b682-0008553c8f27 req-2688516d-ae89-4fdc-a182-3c87142a5221 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366268 Aug 06 18:34:49.658686 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-ab0abf43-1415-4cd4-b3ff-a3a2a57e6d84 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0941381 Aug 06 18:34:49.714230 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-8690ce6f-2f14-4cea-bc34-dc7ccb4cf25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.716029 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-8690ce6f-2f14-4cea-bc34-dc7ccb4cf25e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0503957 Aug 06 18:34:49.762156 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-ddbcab68-df01-4ea9-b031-41f31995c248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.763713 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-ddbcab68-df01-4ea9-b031-41f31995c248 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406833 Aug 06 18:34:49.764151 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:49.766420 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:49.859972 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-ac5eaacc-f547-4f8b-be13-a329c7eac79d service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870812 Aug 06 18:34:49.920720 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47ceded-9351-467a-bd18-76a4bede1a0a x-openstack-request-id: req-b47ceded-9351-467a-bd18-76a4bede1a0a {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:49.921003 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:49.921273 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b47ceded-9351-467a-bd18-76a4bede1a0a {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:49.921680 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'status': 'completed', 'code': 200} Aug 06 18:34:49.972795 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7339d35f-8f6f-41b8-b2bd-b1a9acc95430 req-6b4fbeab-6917-4005-b75b-ce35fc94a10c service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062720 Aug 06 18:34:49.987762 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-d71b1ae0-70ca-4795-a436-1147be882c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:49.989257 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-d71b1ae0-70ca-4795-a436-1147be882c34 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1096 time: 0.0467470 Aug 06 18:34:50.080403 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-28bad471-329c-47a6-a390-8ab9e26412aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.081849 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-28bad471-329c-47a6-a390-8ab9e26412aa service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.0848172 Aug 06 18:34:50.121247 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-f7e9fb77-1010-4f86-964e-c2604502f916 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 217 time: 0.0319295 Aug 06 18:34:50.172861 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-b71daa58-d5cf-4bca-8774-d4a04a6059a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.174315 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-b71daa58-d5cf-4bca-8774-d4a04a6059a0 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0458517 Aug 06 18:34:50.219376 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-76117e8e-be42-416a-ae32-3f7e965c477c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.220895 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-76117e8e-be42-416a-ae32-3f7e965c477c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396857 Aug 06 18:34:50.311703 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-ce125c65-adb7-4955-bf08-0b219b75a8dc service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837848 Aug 06 18:34:50.369559 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030ad55-d470-4f1c-b6d1-ab39fcadd383 req-aa068fde-e0e6-4189-8e56-ddba7081d7c7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.371013 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b030ad55-d470-4f1c-b6d1-ab39fcadd383 req-aa068fde-e0e6-4189-8e56-ddba7081d7c7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0504239 Aug 06 18:34:50.404198 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a43ca9f-b5a5-444d-9377-ee584c11b9cd req-87a45727-56ae-413e-9301-da2a1d675c68 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848436 Aug 06 18:34:50.407982 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b030ad55-d470-4f1c-b6d1-ab39fcadd383 req-014d00ce-d449-49f3-9cb2-1f1c820467a8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304599 Aug 06 18:34:50.748546 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dde778-f394-4ffd-9000-81dbffdd1b32 req-00cf151f-256e-479d-8548-dd472d9ff63e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:50.750616 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-80dde778-f394-4ffd-9000-81dbffdd1b32 req-00cf151f-256e-479d-8548-dd472d9ff63e tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 944 time: 0.0531795 Aug 06 18:34:50.791288 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-80dde778-f394-4ffd-9000-81dbffdd1b32 req-72baa9f8-30cc-405c-aced-f26d059cc189 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345657 Aug 06 18:34:51.064978 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device a507b35e-70bd-4bd7-8d1b-c5b266d62685 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:34:51.165673 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port a507b35e-70bd-4bd7-8d1b-c5b266d62685, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:51.177380 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'port_id': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'mac_address': 'fa:16:3e:a3:fe:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 730, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:34:51.213712 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:51.229058 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a507b35e-70bd-4bd7-8d1b-c5b266d62685 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:51.251232 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port a507b35e-70bd-4bd7-8d1b-c5b266d62685, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:51.254744 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:51.300611 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=a507b35e-70bd-4bd7-8d1b-c5b266d62685,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:51.307405 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.307749 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.308083 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.308416 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.308744 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.309067 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.309391 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.309718 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.310039 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.310357 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.310675 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.310987 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:34:51.492262 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['a507b35e-70bd-4bd7-8d1b-c5b266d62685'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:51.528377 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e9ee5-7531-445d-a625-04a07a55f04b req-16eff4e7-879c-4b06-86b7-b50f62ebcc40 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.529833 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc9e9ee5-7531-445d-a625-04a07a55f04b req-16eff4e7-879c-4b06-86b7-b50f62ebcc40 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0506425 Aug 06 18:34:51.572413 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc9e9ee5-7531-445d-a625-04a07a55f04b req-1f95cd6f-1046-4790-a2df-e7f8fe1b2030 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362303 Aug 06 18:34:51.804824 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:51.909841 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0900f92c-1b6f-4126-86f7-ea6ef4977e8a req-09a22d8d-749e-49d2-a776-74f362efe078 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:51.911616 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0900f92c-1b6f-4126-86f7-ea6ef4977e8a req-09a22d8d-749e-49d2-a776-74f362efe078 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 945 time: 0.0530434 Aug 06 18:34:51.949478 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0900f92c-1b6f-4126-86f7-ea6ef4977e8a req-29259077-b216-4039-bbcf-75bc5dbf4a03 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320172 Aug 06 18:34:52.645981 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-3ac5587b-89bd-4706-8756-dd230e05c441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:52.694270 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06d748-c9e9-4eb5-bc75-af73d7ad50d8 req-d47e425e-bd75-4e5f-8675-831cd85f9f95 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:52.695741 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de06d748-c9e9-4eb5-bc75-af73d7ad50d8 req-d47e425e-bd75-4e5f-8675-831cd85f9f95 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0496731 Aug 06 18:34:52.733618 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-de06d748-c9e9-4eb5-bc75-af73d7ad50d8 req-48afc240-f57c-47f3-aa07-a5655fec057c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319979 Aug 06 18:34:53.060868 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710238e-aa48-494a-988e-e7fb7fc99509 req-4838807f-ed3d-4dd9-ba47-35d31ba1888b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.062322 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1710238e-aa48-494a-988e-e7fb7fc99509 req-4838807f-ed3d-4dd9-ba47-35d31ba1888b tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 945 time: 0.0484481 Aug 06 18:34:53.076818 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:34:53.081647 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device a507b35e-70bd-4bd7-8d1b-c5b266d62685 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:53.101356 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1710238e-aa48-494a-988e-e7fb7fc99509 req-16120d91-002d-46c5-bd6f-ab53b66add69 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326200 Aug 06 18:34:53.187327 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port a507b35e-70bd-4bd7-8d1b-c5b266d62685 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:53.195364 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port a507b35e-70bd-4bd7-8d1b-c5b266d62685 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:53.195741 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:53.235579 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:53.253154 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'mac_address': 'fa:16:3e:6a:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:34:53.318308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:53.332397 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:53.343074 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:34:53.365865 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:53.368202 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf5f30c-f55e-4706-88c7-f5959987502d" -d '{"events": [{"server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "name": "network-vif-plugged", "status": "completed", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:53.386489 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:53.388521 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port a507b35e-70bd-4bd7-8d1b-c5b266d62685, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:53.391647 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:53.398346 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:53.423700 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cebfea-2a6b-4037-aa38-538ceac4c2ed x-openstack-request-id: req-04cebfea-2a6b-4037-aa38-538ceac4c2ed {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:53.424015 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "name": "network-vif-plugged", "status": "completed", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:53.424274 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04cebfea-2a6b-4037-aa38-538ceac4c2ed {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:53.424708 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'code': 200} Aug 06 18:34:53.455425 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:53.512641 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=a507b35e-70bd-4bd7-8d1b-c5b266d62685,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:53.584537 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ed3b5-09f2-4d2e-aa6d-8a1e6bc2386b req-92c0fca6-bac6-4754-b107-bacf38f1f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.586059 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651ed3b5-09f2-4d2e-aa6d-8a1e6bc2386b req-92c0fca6-bac6-4754-b107-bacf38f1f610 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 1099 time: 0.0406857 Aug 06 18:34:53.621465 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-651ed3b5-09f2-4d2e-aa6d-8a1e6bc2386b req-1d22884b-0613-4ace-aded-c4ba8b8bc883 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281866 Aug 06 18:34:53.635389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:34:53.859257 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9b3fb-eb4f-4b64-b60b-5cf06ca0b831 req-a1b46564-334c-479c-a888-5486f9ff6a90 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:53.860844 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2fd9b3fb-eb4f-4b64-b60b-5cf06ca0b831 req-a1b46564-334c-479c-a888-5486f9ff6a90 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 944 time: 0.0525441 Aug 06 18:34:53.898294 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2fd9b3fb-eb4f-4b64-b60b-5cf06ca0b831 req-fdce7546-aa5a-4ad1-91ed-40cf629f0b6b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314732 Aug 06 18:34:54.224050 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22422782-6598-424e-87d7-e3daf6eddc33 req-8b89e8c6-9662-46dc-9bd6-bfaa9439ae1c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:54.225539 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-22422782-6598-424e-87d7-e3daf6eddc33 req-8b89e8c6-9662-46dc-9bd6-bfaa9439ae1c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0482335 Aug 06 18:34:54.265016 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-22422782-6598-424e-87d7-e3daf6eddc33 req-fe7e2f94-d8c3-4037-b396-6eed957a99bf tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336328 Aug 06 18:34:55.016018 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8779-7a77-4a6b-a9ab-83b82d15160a req-04cdbbbd-a233-4fa7-812c-0fcc83bf6799 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.017422 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a3c8779-7a77-4a6b-a9ab-83b82d15160a req-04cdbbbd-a233-4fa7-812c-0fcc83bf6799 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 944 time: 0.0483809 Aug 06 18:34:55.054795 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a3c8779-7a77-4a6b-a9ab-83b82d15160a req-745bdfd7-1ea4-4471-b20f-2cfa79635fa0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315378 Aug 06 18:34:55.088278 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:34:55.134922 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:34:55.138387 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:34:55.138752 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:55.233695 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:55.265141 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:34:55.268691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:55.323878 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:55.334554 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cfe9dcbe-e1f3-47de-8ce8-bd9a9a0b3899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:55.384839 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673c335-f377-4c03-b2e4-10c3330216eb req-f6803c93-ac25-407b-9b6d-057c26d80298 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.386304 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1673c335-f377-4c03-b2e4-10c3330216eb req-f6803c93-ac25-407b-9b6d-057c26d80298 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0519879 Aug 06 18:34:55.416206 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:55.425163 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1673c335-f377-4c03-b2e4-10c3330216eb req-3f68183d-ef1c-4d1b-9483-6e7fd6c7887c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329244 Aug 06 18:34:55.425938 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:55.428368 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fe3621-ff4c-47bf-85f6-83f575ba9aa9" -d '{"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:55.463641 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1599d5a-26b1-41a1-a449-6d5bf72e21e8 x-openstack-request-id: req-e1599d5a-26b1-41a1-a449-6d5bf72e21e8 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:55.463933 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:55.464191 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1599d5a-26b1-41a1-a449-6d5bf72e21e8 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:55.464583 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'code': 200} Aug 06 18:34:55.544375 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac219df8-6952-48df-b81d-7073207ade2d req-c8d4bca9-9525-41dd-a198-04a4b60205bb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.545956 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ac219df8-6952-48df-b81d-7073207ade2d req-c8d4bca9-9525-41dd-a198-04a4b60205bb tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0568690 Aug 06 18:34:55.556694 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45740) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:55.561642 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Request body: {'floatingip': {'port_id': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:55.612617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:55.920822 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45748) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:55.961048 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c605ab-4f5b-4341-ad74-122a05f44660 req-99dc215a-19cf-4eeb-8a4d-2bd5c9f1e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:55.962550 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-50c605ab-4f5b-4341-ad74-122a05f44660 req-99dc215a-19cf-4eeb-8a4d-2bd5c9f1e623 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1098 time: 0.3644826 Aug 06 18:34:56.028142 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4d46d803-f82c-429f-87f8-9f8dfbeab2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.044670 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-50c605ab-4f5b-4341-ad74-122a05f44660 req-ee851985-9def-454b-9587-2d8822eb4b16 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730710 Aug 06 18:34:56.122368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4d46d803-f82c-429f-87f8-9f8dfbeab2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.127240 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4d46d803-f82c-429f-87f8-9f8dfbeab2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.194236 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-4d46d803-f82c-429f-87f8-9f8dfbeab2cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=83564dd484ce4da9b000c8b21d7f3707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2720358 Aug 06 18:34:56.197558 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46d803-f82c-429f-87f8-9f8dfbeab2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbec0f5-dea6-42fa-a01d-8eaca6f79c53,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:56.199996 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45754) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:56.234572 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb117d-0cb4-4242-a228-0f72a26c1998 req-8b5dce6a-fd6d-4778-8032-c3681e611789 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:56.236089 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c1cb117d-0cb4-4242-a228-0f72a26c1998 req-8b5dce6a-fd6d-4778-8032-c3681e611789 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.1060400 Aug 06 18:34:56.286829 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9b17e991-5f6a-4f80-b113-a3a1bb452c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.301422 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c1cb117d-0cb4-4242-a228-0f72a26c1998 req-071584b9-d8a8-4b16-a80d-7bed5f1351a1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540278 Aug 06 18:34:56.313530 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.316012 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9b17e991-5f6a-4f80-b113-a3a1bb452c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.340793 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.344960 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.368695 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9b17e991-5f6a-4f80-b113-a3a1bb452c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.371336 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9b17e991-5f6a-4f80-b113-a3a1bb452c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.372639 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9b17e991-5f6a-4f80-b113-a3a1bb452c91 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecbec0f5-dea6-42fa-a01d-8eaca6f79c53 HTTP/1.1" status: 204 len: 168 time: 0.1710236 Aug 06 18:34:56.382615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17e991-5f6a-4f80-b113-a3a1bb452c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbec0f5-dea6-42fa-a01d-8eaca6f79c53,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:56.448764 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Floating IP 8b1f8d55-91df-4d16-9d2f-fe899c04bf90 associated. External IP: 172.27.0.43, port: a507b35e-70bd-4bd7-8d1b-c5b266d62685. Aug 06 18:34:56.642850 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45760) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:56.655631 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-398dae57-ec43-432a-9b28-ab0f1f9b8015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.662225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:34:56.745921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-398dae57-ec43-432a-9b28-ab0f1f9b8015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.750571 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-398dae57-ec43-432a-9b28-ab0f1f9b8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.776423 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:56.781451 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.787870 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:56.794403 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-398dae57-ec43-432a-9b28-ab0f1f9b8015 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c43da2824fdf4f3293efb7c256207738&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481900 Aug 06 18:34:56.794403 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dae57-ec43-432a-9b28-ab0f1f9b8015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971ce49e-d227-4467-b941-ffad4a25d83e,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:56.795308 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45762) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:56.812088 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c9da7644-a8e4-4c08-8304-834f39c83c33 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "PUT /v2.0/floatingips/8b1f8d55-91df-4d16-9d2f-fe899c04bf90 HTTP/1.1" status: 200 len: 991 time: 1.2517385 Aug 06 18:34:56.812088 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:56.813556 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d79704-32a5-4c7a-a985-75ffae01de8e" -d '{"events": [{"name": "network-changed", "server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:56.815420 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:56.816143 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:56.852434 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-babd925a-421a-4050-99da-539f3e820b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.879661 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7519370-7108-4e54-afa9-d15273ee2725 x-openstack-request-id: req-a7519370-7108-4e54-afa9-d15273ee2725 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:56.880185 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:56.880642 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7519370-7108-4e54-afa9-d15273ee2725 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:56.881253 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'status': 'completed', 'code': 200} Aug 06 18:34:56.886285 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-babd925a-421a-4050-99da-539f3e820b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.943823 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:56.944087 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-babd925a-421a-4050-99da-539f3e820b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.946792 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-babd925a-421a-4050-99da-539f3e820b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:56.948068 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-babd925a-421a-4050-99da-539f3e820b94 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/971ce49e-d227-4467-b941-ffad4a25d83e HTTP/1.1" status: 204 len: 168 time: 0.1518593 Aug 06 18:34:56.958054 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babd925a-421a-4050-99da-539f3e820b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971ce49e-d227-4467-b941-ffad4a25d83e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:34:56.974897 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-0c40cd8d-3f20-40a3-8644-76b0c83d975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:56.976794 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-0c40cd8d-3f20-40a3-8644-76b0c83d975b service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 1099 time: 0.0738943 Aug 06 18:34:57.096480 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-6c97bf64-547c-4e34-92f3-4ac5a33a4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.097942 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-6c97bf64-547c-4e34-92f3-4ac5a33a4dbd service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.1125615 Aug 06 18:34:57.168645 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-c631a80d-4d0d-4ea7-aecd-3ecf09cceb64 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685 HTTP/1.1" status: 200 len: 999 time: 0.0634520 Aug 06 18:34:57.225640 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-09df03ba-1d90-4f1e-987f-5372884322ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.227164 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-09df03ba-1d90-4f1e-987f-5372884322ff service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0505912 Aug 06 18:34:57.282976 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-846b3d9b-5a0b-4f0f-bc5f-f14847be05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.284541 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-846b3d9b-5a0b-4f0f-bc5f-f14847be05ae service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499260 Aug 06 18:34:57.367925 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '8b1f8d55-91df-4d16-9d2f-fe899c04bf90', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'port_id': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'mac_address': 'fa:16:3e:a3:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:34:42Z', 'updated_at': '2021-08-06T18:34:56Z', 'revision_number': 1, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:57.396697 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-4c29c76f-c91e-40d9-851b-0e7023c40c98 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051877 Aug 06 18:34:57.398757 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:57.408902 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:57.409719 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:57.451112 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36e47a-83b8-4056-abea-ac1e8d0a68c0 req-2faac53a-f8a8-4a44-9149-ccb208070033 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.453975 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2f36e47a-83b8-4056-abea-ac1e8d0a68c0 req-2faac53a-f8a8-4a44-9149-ccb208070033 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0544677 Aug 06 18:34:57.504135 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2f36e47a-83b8-4056-abea-ac1e8d0a68c0 req-cc52f75d-2c40-4880-817e-f3a53eb09665 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444789 Aug 06 18:34:57.519100 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1d79704-32a5-4c7a-a985-75ffae01de8e req-a9c01053-0e04-4f31-8240-229bde32a158 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154656 Aug 06 18:34:57.542920 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:57.651430 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf322236-2278-49e4-999a-35733ad213af req-0bbc0bd5-6566-408a-aea5-449323334e5a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:57.654552 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bf322236-2278-49e4-999a-35733ad213af req-0bbc0bd5-6566-408a-aea5-449323334e5a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0675130 Aug 06 18:34:57.663268 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45790) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:34:57.671720 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Request body: {'floatingip': {'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:34:57.714399 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:57.802888 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '8b1f8d55-91df-4d16-9d2f-fe899c04bf90', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'port_id': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'mac_address': 'fa:16:3e:a3:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:34:42Z', 'updated_at': '2021-08-06T18:34:56Z', 'revision_number': 1, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:57.832612 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5721a668-f34e-4433-af37-e3f5624b7d6a None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '8b1f8d55-91df-4d16-9d2f-fe899c04bf90', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'floating_ip_address': '172.27.0.43', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'port_id': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'mac_address': 'fa:16:3e:a3:fe:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:34:42Z', 'updated_at': '2021-08-06T18:34:56Z', 'revision_number': 1, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:57.993784 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.091552 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1961069f-6873-4209-b636-57f9116dfea0 None None] New status for floating IP 8b1f8d55-91df-4d16-9d2f-fe899c04bf90: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:34:58.218519 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.226604 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.333959 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Floating IP d1304bb1-855b-4bc1-bfdb-800148350184 associated. External IP: 172.27.0.32, port: dc2ab715-f3eb-4eeb-97bd-074da9cb0a65. Aug 06 18:34:58.805107 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:34:58.908320 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:34:58.913135 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:34:58.917780 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:34:58.927452 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:58.928067 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:58.945437 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-223ed69a-e92c-415f-b2cd-8e7dcf3e5622 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "PUT /v2.0/floatingips/d1304bb1-855b-4bc1-bfdb-800148350184 HTTP/1.1" status: 200 len: 990 time: 1.2810531 Aug 06 18:34:58.946023 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:34:58.948270 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da682157-8643-4632-9e2e-80c88cc46689" -d '{"events": [{"name": "network-changed", "server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:34:58.999532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba4ae93-af5e-4931-9639-5febad592155 x-openstack-request-id: req-eba4ae93-af5e-4931-9639-5febad592155 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:34:58.999836 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:34:59.000632 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eba4ae93-af5e-4931-9639-5febad592155 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:34:59.001206 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'status': 'completed', 'code': 200} Aug 06 18:34:59.082039 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:59.091200 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682157-8643-4632-9e2e-80c88cc46689 req-42a37eee-338c-4a12-8a54-8e5e6f3f5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.094395 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-42a37eee-338c-4a12-8a54-8e5e6f3f5f33 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1098 time: 0.0527098 Aug 06 18:34:59.211224 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682157-8643-4632-9e2e-80c88cc46689 req-e96079c6-2a18-42e1-acad-3dda9db63302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.212844 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-e96079c6-2a18-42e1-acad-3dda9db63302 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.1011360 Aug 06 18:34:59.294703 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-71cf3491-f8b2-4d0b-8c4a-e2eb061e847a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 998 time: 0.0694432 Aug 06 18:34:59.334637 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'd1304bb1-855b-4bc1-bfdb-800148350184', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'mac_address': 'fa:16:3e:6a:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42815a06-a035-44bd-83d7-ab6343035962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:34:43Z', 'updated_at': '2021-08-06T18:34:58Z', 'revision_number': 1, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:59.351298 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682157-8643-4632-9e2e-80c88cc46689 req-1259a62e-090d-4595-accc-f1e987b6ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.356841 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-1259a62e-090d-4595-accc-f1e987b6ba63 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0586488 Aug 06 18:34:59.374631 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:34:59.385443 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:34:59.386261 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:34:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:59.405834 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682157-8643-4632-9e2e-80c88cc46689 req-56d32ea8-7dfd-48f0-8f0d-0206d7bfa1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:34:59.407446 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-56d32ea8-7dfd-48f0-8f0d-0206d7bfa1eb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423985 Aug 06 18:34:59.495940 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:34:59.502934 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-7c1a8a1a-9bdc-4442-960f-f6544a24072b service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878370 Aug 06 18:34:59.597754 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da682157-8643-4632-9e2e-80c88cc46689 req-8cdf5067-a257-431d-bb23-58de36469477 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856342 Aug 06 18:34:59.719602 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'd1304bb1-855b-4bc1-bfdb-800148350184', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'mac_address': 'fa:16:3e:6a:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42815a06-a035-44bd-83d7-ab6343035962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:34:43Z', 'updated_at': '2021-08-06T18:34:58Z', 'revision_number': 1, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:34:59.748458 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3b15f7-92b5-405f-b06c-0acc6f6cf9b8 None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'd1304bb1-855b-4bc1-bfdb-800148350184', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'mac_address': 'fa:16:3e:6a:fe:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42815a06-a035-44bd-83d7-ab6343035962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:34:43Z', 'updated_at': '2021-08-06T18:34:58Z', 'revision_number': 1, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:34:59.928833 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311af390-a78f-4010-bd96-ec135d814b2a None None] New status for floating IP d1304bb1-855b-4bc1-bfdb-800148350184: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:35:05.261735 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45922) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:05.366112 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.449821 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.453675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.491497 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0aca12601bd6494383417585312cf1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279823 Aug 06 18:35:05.492414 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79b1bdd-8f3f-4560-acbf-0aa6555caa12,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:05.493509 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45928) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:05.501176 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.501602 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.502042 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.502287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.502790 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.503119 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.503423 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.503785 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.504215 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.504547 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.504874 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.505197 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a64e4a35-8711-4870-ad3f-18d7295dfc6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:05.545968 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79c41c34-8554-4160-9363-cbc575085511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.568102 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79c41c34-8554-4160-9363-cbc575085511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.616257 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79c41c34-8554-4160-9363-cbc575085511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.618825 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-79c41c34-8554-4160-9363-cbc575085511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.620040 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-79c41c34-8554-4160-9363-cbc575085511 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a79b1bdd-8f3f-4560-acbf-0aa6555caa12 HTTP/1.1" status: 204 len: 168 time: 0.1254342 Aug 06 18:35:05.628639 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c41c34-8554-4160-9363-cbc575085511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79b1bdd-8f3f-4560-acbf-0aa6555caa12,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:05.876343 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45936) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:05.889017 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b83e3115-45f0-407e-bf4b-f393bae028d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.978828 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b83e3115-45f0-407e-bf4b-f393bae028d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:05.982526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b83e3115-45f0-407e-bf4b-f393bae028d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.018314 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e3115-45f0-407e-bf4b-f393bae028d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897a27de-2bfd-4bcc-b683-e7057a50ebec,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:06.024930 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b83e3115-45f0-407e-bf4b-f393bae028d8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=089582ce66174ccdbf7afff26572ea90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459835 Aug 06 18:35:06.026048 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45938) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:06.080409 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-234eebe3-be87-4c61-9230-426ffcd398ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.101659 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-234eebe3-be87-4c61-9230-426ffcd398ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.147327 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-234eebe3-be87-4c61-9230-426ffcd398ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.149802 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-234eebe3-be87-4c61-9230-426ffcd398ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.150931 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-234eebe3-be87-4c61-9230-426ffcd398ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/897a27de-2bfd-4bcc-b683-e7057a50ebec HTTP/1.1" status: 204 len: 168 time: 0.1240628 Aug 06 18:35:06.158752 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234eebe3-be87-4c61-9230-426ffcd398ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897a27de-2bfd-4bcc-b683-e7057a50ebec,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:06.460131 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 45944) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:06.472947 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d286-7948-4982-a5ad-2320e11ef0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.560425 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d286-7948-4982-a5ad-2320e11ef0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.564203 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-a0b7d286-7948-4982-a5ad-2320e11ef0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.602405 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a0b7d286-7948-4982-a5ad-2320e11ef0da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3fc00f0bc49a4efa910443112288b79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1411924 Aug 06 18:35:06.603286 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7d286-7948-4982-a5ad-2320e11ef0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3383be01-c462-4abe-ae7e-3162baf39215,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:06.605815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 45948) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:06.655075 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dae1c0c5-ec43-4dfd-8c6a-23466dec556a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.677555 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dae1c0c5-ec43-4dfd-8c6a-23466dec556a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.722823 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dae1c0c5-ec43-4dfd-8c6a-23466dec556a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.725364 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dae1c0c5-ec43-4dfd-8c6a-23466dec556a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:06.726525 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dae1c0c5-ec43-4dfd-8c6a-23466dec556a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3383be01-c462-4abe-ae7e-3162baf39215 HTTP/1.1" status: 204 len: 168 time: 0.1188400 Aug 06 18:35:06.733827 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae1c0c5-ec43-4dfd-8c6a-23466dec556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3383be01-c462-4abe-ae7e-3162baf39215,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:07.879679 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:35:21.818027 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:22.646557 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-64f5f174-19fa-4d8d-8070-483e108fe000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.325794 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-849ff990-dec1-429c-8fff-dfd034dc63d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:25.419963 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:26.320810 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:27.969241 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.346212 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-bd5f4574-5dfa-4794-ae76-a62ef33f3c51 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-135320538&fields=id&tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277 HTTP/1.1" status: 200 len: 267 time: 0.0359802 Aug 06 18:35:28.400201 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-aee2c9ad-8a95-4b85-849b-58a27f5c2fcf tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:28.401637 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-aee2c9ad-8a95-4b85-849b-58a27f5c2fcf tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 984 time: 0.0497980 Aug 06 18:35:28.413165 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Request body: {'port': {'security_groups': ['ff75ec44-729d-4006-8e2d-af04f0363bed']}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:28.482214 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.662621 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:28.691613 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.696599 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.709080 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:28.738492 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:28.739154 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.740563 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19bfed08-5875-408e-b8c1-1fc6b311980c req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "PUT /v2.0/ports/0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 942 time: 0.3319407 Aug 06 18:35:28.741017 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:28.743456 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c3debe-81f9-44b9-b394-2fbd49c28804" -d '{"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:28.749916 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46044) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:28.772713 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event updated for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=7']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:28.783671 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.784411 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.784995 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.785561 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.786129 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.786689 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.787277 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.787844 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.788416 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.788991 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.789548 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.790164 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65b2f182-8b03-4704-ac14-749d2963df8d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:28.823012 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dba7d64f-8c8c-4215-b0cc-49823cee5f1b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.857872 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dba7d64f-8c8c-4215-b0cc-49823cee5f1b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.881903 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:28.930716 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dba7d64f-8c8c-4215-b0cc-49823cee5f1b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.933897 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dba7d64f-8c8c-4215-b0cc-49823cee5f1b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:28.936530 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dba7d64f-8c8c-4215-b0cc-49823cee5f1b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "DELETE /v2.0/security-groups/7fa70370-9856-4b7c-908b-3da062c7adbc HTTP/1.1" status: 204 len: 168 time: 0.1853685 Aug 06 18:35:28.939893 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46048) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:28.964190 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7d64f-8c8c-4215-b0cc-49823cee5f1b tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa70370-9856-4b7c-908b-3da062c7adbc,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:29.018193 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370e5552-7f31-4dc2-bf2c-aa0e5e38b410 x-openstack-request-id: req-370e5552-7f31-4dc2-bf2c-aa0e5e38b410 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:29.018761 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:29.019286 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-370e5552-7f31-4dc2-bf2c-aa0e5e38b410 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:29.020019 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'status': 'completed', 'code': 200} Aug 06 18:35:29.080007 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-c8c1cc84-04a2-45d1-9647-03463816e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:29.081849 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-c8c1cc84-04a2-45d1-9647-03463816e3a1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1098 time: 0.0443480 Aug 06 18:35:29.083165 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-ccc430b1-f9a0-4f0e-ac68-dce69bd96dcb None None] Provisioning complete for port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:29.083645 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ccc430b1-f9a0-4f0e-ac68-dce69bd96dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.140141 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Deleting port a774c4be-53ab-464a-bdec-5777968c8e88 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:29.140548 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.183976 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-76e9073a-a342-4d5a-a24c-66cc771b06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:29.185518 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-76e9073a-a342-4d5a-a24c-66cc771b06d6 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.0944774 Aug 06 18:35:29.218611 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.218980 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.232143 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Calling delete_port for a774c4be-53ab-464a-bdec-5777968c8e88 owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:29.254548 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-ff81d64a-acd0-44f1-8030-385a8ca4fa61 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0583684 Aug 06 18:35:29.307496 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-2cc09f01-917c-4862-b529-c2cdece28003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:29.308968 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-2cc09f01-917c-4862-b529-c2cdece28003 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0441172 Aug 06 18:35:29.359881 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-2175aa78-f6e1-4cd8-800d-3780905f2119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:29.361872 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-2175aa78-f6e1-4cd8-800d-3780905f2119 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439217 Aug 06 18:35:29.408612 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.434876 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event deleted for resources: {'Port': ['ID=a774c4be-53ab-464a-bdec-5777968c8e88,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:29.465870 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-a5532e67-3819-47c6-b500-db9c95894ff7 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849121 Aug 06 18:35:29.499957 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.500344 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.l3_db [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Floating IP 97e0da52-8944-44f2-bbf6-0be9a22fbd0c disassociated (deleted). External IP: 172.27.0.180, port: 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5. Aug 06 18:35:29.566850 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c1c3debe-81f9-44b9-b394-2fbd49c28804 req-85408d36-c4ec-403b-96e5-757caef15dce service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903976 Aug 06 18:35:29.711456 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Router b2f20844-3558-41eb-a9ff-0826dbd6daf6 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:29.812323 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:29.817861 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:29.822358 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] Sync routers for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:29.831761 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:29.832374 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:29.849293 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-cac0d5f4-d326-4a1e-8156-b2e6a55d8056 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "DELETE /v2.0/floatingips/97e0da52-8944-44f2-bbf6-0be9a22fbd0c HTTP/1.1" status: 204 len: 168 time: 0.9058955 Aug 06 18:35:30.059670 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:30.256674 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:30.281493 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] Checking router: b2f20844-3558-41eb-a9ff-0826dbd6daf6 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:30.289490 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:30.290102 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:30.394858 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:30.596363 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:30.623131 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e30e65-201e-4b5f-9ff5-f61771473112 None None] The sync data for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi is: [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:32:16Z', 'revision_number': 4, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '303c24eb-e581-4bff-a574-8f9ddcafa512', 'name': '', 'network_id': 'c07d921d-3fdf-4c92-bea9-d9b43dd6ecda', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'mac_address': 'fa:16:3e:fc:ce:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:15Z', 'updated_at': '2021-08-06T18:32:22Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'subnets': [{'id': 'efff21e8-f406-4b62-9096-b24ef172e5bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:30.938663 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02a2288-99c1-4078-af36-158f9e7d6961 None None] New status for floating IP 97e0da52-8944-44f2-bbf6-0be9a22fbd0c: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:35:31.020976 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:31.023442 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a214ca11-dfb3-45a2-a43d-1851f624afdc" -d '{"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:31.059953 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8be7ad-10a3-46ed-9af4-9511d6751e81 x-openstack-request-id: req-1d8be7ad-10a3-46ed-9af4-9511d6751e81 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:31.060248 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:31.060500 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d8be7ad-10a3-46ed-9af4-9511d6751e81 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:31.060961 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'status': 'completed', 'code': 200} Aug 06 18:35:31.125166 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-6e1b5dea-70f7-46a8-afc3-b79d91389302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:31.126969 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-6e1b5dea-70f7-46a8-afc3-b79d91389302 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 1098 time: 0.0414116 Aug 06 18:35:31.223269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-e0354c8a-94cb-4419-8380-75e3a3167b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:31.225114 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-e0354c8a-94cb-4419-8380-75e3a3167b33 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 200 len: 915 time: 0.0908422 Aug 06 18:35:31.271095 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-0ea3da22-eeb4-44f1-a9a9-4cbf21cf30f7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 200 len: 217 time: 0.0360265 Aug 06 18:35:31.322911 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-0a8e9cdc-6179-44a8-bf82-35104a75435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:31.324408 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-0a8e9cdc-6179-44a8-bf82-35104a75435c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 200 len: 853 time: 0.0454667 Aug 06 18:35:31.372522 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-f9a9f99c-63b5-428c-bf69-bf9485d3d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:31.374002 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-f9a9f99c-63b5-428c-bf69-bf9485d3d7b2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416439 Aug 06 18:35:31.472630 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-d66c928e-0d50-4e5f-b914-4916ce93b829 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895672 Aug 06 18:35:31.574662 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a214ca11-dfb3-45a2-a43d-1851f624afdc req-d0bd30f0-6941-4670-af2d-8458956b9816 service neutron] 10.222.0.81 "GET /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908549 Aug 06 18:35:32.583829 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4f6c4-ece6-4aa0-be07-3f56bdfd8d17 req-023bdc17-b129-4674-9695-39faf1dcd351 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:32.585297 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-26c4f6c4-ece6-4aa0-be07-3f56bdfd8d17 req-023bdc17-b129-4674-9695-39faf1dcd351 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0487151 Aug 06 18:35:32.622061 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-26c4f6c4-ece6-4aa0-be07-3f56bdfd8d17 req-30fabcc3-e88d-4f80-b57f-03c378266358 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Aug 06 18:35:33.738611 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23c942-703f-4713-9ead-5274afc1ff19 req-cf643f37-7b66-4ed9-b5f5-0cfea7931e7d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:33.740106 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0e23c942-703f-4713-9ead-5274afc1ff19 req-cf643f37-7b66-4ed9-b5f5-0cfea7931e7d tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0473166 Aug 06 18:35:33.777723 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0e23c942-703f-4713-9ead-5274afc1ff19 req-edc146c5-6b05-4d0c-bf17-f320343befe1 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Aug 06 18:35:34.574031 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-695d109f-6c0e-4c54-bc4b-0db35a51a4d0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:34.575419 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-695d109f-6c0e-4c54-bc4b-0db35a51a4d0 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.81 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Aug 06 18:35:34.663515 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Deleting port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:34.663860 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.749788 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] For port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:34.750146 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.762237 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Calling delete_port for 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:34.892109 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.895929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11cddc-d37e-4412-992f-bb8c07245a3e req-20598d94-7a4f-4498-a8da-71be06347408 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:34.897562 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c11cddc-d37e-4412-992f-bb8c07245a3e req-20598d94-7a4f-4498-a8da-71be06347408 tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/ports?device_id=a093eec9-49a7-4a34-aed3-2176cd714756 HTTP/1.1" status: 200 len: 945 time: 0.0514555 Aug 06 18:35:34.908459 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:34.924997 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Pushing event deleted for resources: {'Port': ['ID=0291aa1d-d949-4b9c-8d15-18a5af2ac6b5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:34.950682 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9c11cddc-d37e-4412-992f-bb8c07245a3e req-7808b8c1-6040-421a-b9e0-9f58ab339d9e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.57 "GET /v2.0/security-groups?id=ff75ec44-729d-4006-8e2d-af04f0363bed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421069 Aug 06 18:35:34.970521 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] No DVR routers for this DVR port 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:34.973863 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:34.975900 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c7055dc-8fd1-4855-a897-eb79b34a2242 req-3dfd1d4b-ce06-4c76-9e7e-b65c67ea6a5e tempest-TestMinimumBasicScenario-958112923 tempest-TestMinimumBasicScenario-958112923-project] 10.222.0.81 "DELETE /v2.0/ports/0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 HTTP/1.1" status: 204 len: 173 time: 0.3930812 Aug 06 18:35:34.976340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'name': 'network-vif-deleted', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:35:34.978586 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14a9c9c-fb3a-4626-a001-fb4228cbe8c3" -d '{"events": [{"server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "name": "network-vif-deleted", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:35:35.015741 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c598980b-ee85-45be-a6dd-ea550c85905b x-openstack-request-id: req-c598980b-ee85-45be-a6dd-ea550c85905b {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:35:35.016134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a093eec9-49a7-4a34-aed3-2176cd714756", "name": "network-vif-deleted", "tag": "0291aa1d-d949-4b9c-8d15-18a5af2ac6b5", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:35:35.016900 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c598980b-ee85-45be-a6dd-ea550c85905b {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:35:35.017262 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a093eec9-49a7-4a34-aed3-2176cd714756', 'name': 'network-vif-deleted', 'tag': '0291aa1d-d949-4b9c-8d15-18a5af2ac6b5', 'status': 'completed', 'code': 200} Aug 06 18:35:36.648143 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46156) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:37.061503 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.574494 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Deleting port 303c24eb-e581-4bff-a574-8f9ddcafa512 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:37.574830 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.657687 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] For port 303c24eb-e581-4bff-a574-8f9ddcafa512, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=303c24eb-e581-4bff-a574-8f9ddcafa512,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:37.658408 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.670718 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Calling delete_port for 303c24eb-e581-4bff-a574-8f9ddcafa512 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:37.867848 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:37.896134 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Pushing event deleted for resources: {'Port': ['ID=303c24eb-e581-4bff-a574-8f9ddcafa512,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:38.064613 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.274004 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Router b2f20844-3558-41eb-a9ff-0826dbd6daf6 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:38.380188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:38.385045 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b468e14a-a42f-45a4-8989-ed89edf1659b admin admin] 10.222.0.57 "PUT /v2.0/routers/b2f20844-3558-41eb-a9ff-0826dbd6daf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7342842 Aug 06 18:35:38.387611 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46166) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:38.392660 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] Sync routers for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:38.402077 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:38.402708 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:38.489288 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.506140 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:38.592608 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.644078 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Deleting port 56521034-f1a8-4ae4-93d5-74456b03941c {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:38.644418 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.684842 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:35:37Z', 'revision_number': 5, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port': {'id': '56521034-f1a8-4ae4-93d5-74456b03941c', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:92:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:12Z', 'updated_at': '2021-08-06T18:32:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:38.710706 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] Checking router: b2f20844-3558-41eb-a9ff-0826dbd6daf6 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:38.719054 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] Routers {'b2f20844-3558-41eb-a9ff-0826dbd6daf6'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:38.719773 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:38.723804 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] For port 56521034-f1a8-4ae4-93d5-74456b03941c, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=56521034-f1a8-4ae4-93d5-74456b03941c,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:38.724385 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.737359 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Calling delete_port for 56521034-f1a8-4ae4-93d5-74456b03941c owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:38.804310 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] Set router b2f20844-3558-41eb-a9ff-0826dbd6daf6 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:38.858102 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:35:38Z', 'revision_number': 6, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:38.884581 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd41de-0f01-4cf4-9ec2-d89f16657a15 None None] The sync data for ids ['b2f20844-3558-41eb-a9ff-0826dbd6daf6'] in dv-cinder-790910-9-iscsi is: [{'id': 'b2f20844-3558-41eb-a9ff-0826dbd6daf6', 'name': 'tempest-TestMinimumBasicScenario-264762767-router', 'tenant_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:11Z', 'updated_at': '2021-08-06T18:35:38Z', 'revision_number': 6, 'project_id': 'e16cdbc0b69c4d88a61cb0bf9671f277', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:38.908125 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:38.936629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=56521034-f1a8-4ae4-93d5-74456b03941c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:38.996095 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.097140 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.099168 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.162316 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.162928 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2f20844-3558-41eb-a9ff-0826dbd6daf6 {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:35:39.167632 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.168756 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-aa603078-16ec-43e0-b055-09d404315df0 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b2f20844-3558-41eb-a9ff-0826dbd6daf6 HTTP/1.1" status: 204 len: 168 time: 0.7802496 Aug 06 18:35:39.171185 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46168) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:39.214125 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Deleting subnet efff21e8-f406-4b62-9096-b24ef172e5bd {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:35:39.217277 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.252069 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.290538 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:39.310448 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:39.310797 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 0291aa1d-d949-4b9c-8d15-18a5af2ac6b5 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:39.367938 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.424982 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.455114 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efff21e8-f406-4b62-9096-b24ef172e5bd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:39.457086 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.460280 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-18fa7e42-68cc-4626-adfc-584440ddc1a6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/efff21e8-f406-4b62-9096-b24ef172e5bd HTTP/1.1" status: 204 len: 168 time: 0.2868524 Aug 06 18:35:39.461548 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15606087-904d-49a7-8a6d-05c15a6f6e44 None None] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:39.462035 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46174) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:39.543538 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.600094 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Deleting port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:39.600435 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.673688 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] For port d7ac2b47-b1c2-446b-8e82-57f2e64181c4, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:39.674084 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.689163 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] DHCP port deletion for c07d921d-3fdf-4c92-bea9-d9b43dd6ecda request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:35:39.691711 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Calling delete_port for d7ac2b47-b1c2-446b-8e82-57f2e64181c4 owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:39.766900 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Deleting port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:39.775741 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.780517 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d7ac2b47-b1c2-446b-8e82-57f2e64181c4 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:39.787500 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.812621 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:39.818737 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] No DVR routers for this DVR port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 on host dv-cinder-790910-9-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:39.826027 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: d7ac2b47-b1c2-446b-8e82-57f2e64181c4 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:39.826703 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d7ac2b47-b1c2-446b-8e82-57f2e64181c4 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:39.827314 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 303c24eb-e581-4bff-a574-8f9ddcafa512 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:39.884560 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 303c24eb-e581-4bff-a574-8f9ddcafa512 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:39.885109 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 303c24eb-e581-4bff-a574-8f9ddcafa512 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:39.885699 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 56521034-f1a8-4ae4-93d5-74456b03941c no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:39.897207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.907776 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07d921d-3fdf-4c92-bea9-d9b43dd6ecda']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:39.911949 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 56521034-f1a8-4ae4-93d5-74456b03941c {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:39.912603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 56521034-f1a8-4ae4-93d5-74456b03941c not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:39.918910 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acdfd756-0433-4062-b400-e6d6b78a9281') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:39.919245 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acdfd756-0433-4062-b400-e6d6b78a9281') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:39.928789 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] For port d7ac2b47-b1c2-446b-8e82-57f2e64181c4, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,segment=NetworkSegment(acdfd756-0433-4062-b400-e6d6b78a9281),segment_id=acdfd756-0433-4062-b400-e6d6b78a9281)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:39.929189 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.930405 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.944336 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Calling delete_port for d7ac2b47-b1c2-446b-8e82-57f2e64181c4 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:39.945268 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.952590 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Releasing vlan 724 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:35:39.952983 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:35:39.955789 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:35:40.018018 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.023832 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.025808 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c07d921d-3fdf-4c92-bea9-d9b43dd6ecda HTTP/1.1" status: 204 len: 168 time: 0.5632603 Aug 06 18:35:40.028829 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46184) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:40.036357 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4715ca-f851-4743-a1f2-c3eb634e6fb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c07d921d-3fdf-4c92-bea9-d9b43dd6ecda,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:40.082463 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.104933 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Network c07d921d-3fdf-4c92-bea9-d9b43dd6ecda is not hosted by any dhcp agent {{(pid=93277) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 06 18:35:40.105591 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] No DVR routers for this DVR port d7ac2b47-b1c2-446b-8e82-57f2e64181c4 on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:40.107089 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909e173-4902-4349-9d8a-74469b8a0685 None None] Pushing event deleted for resources: {'Port': ['ID=d7ac2b47-b1c2-446b-8e82-57f2e64181c4,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:40.378884 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.859125 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Deleting port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:40.859461 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.937049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] For port 77a3b69b-29d8-4b95-9f7f-f6eaf0888571, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,segment=NetworkSegment(cfcd277d-022c-4c70-b984-7c27daf36961),segment_id=cfcd277d-022c-4c70-b984-7c27daf36961)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:40.937407 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:40.950018 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Calling delete_port for 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:41.150258 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.176583 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Pushing event deleted for resources: {'Port': ['ID=77a3b69b-29d8-4b95-9f7f-f6eaf0888571,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:41.365913 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.581208 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Router 6814d3d2-d3af-4125-b1e8-9b84e407c0df has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:41.684057 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:41.692121 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-505af9a2-7112-4c13-80e2-006e8040c724 admin admin] 10.222.0.57 "PUT /v2.0/routers/6814d3d2-d3af-4125-b1e8-9b84e407c0df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598601 Aug 06 18:35:41.693272 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46202) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:41.697627 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] Sync routers for ids ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:41.707515 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] Routers {'6814d3d2-d3af-4125-b1e8-9b84e407c0df'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:41.708143 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:41.802203 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.818357 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] Set router 6814d3d2-d3af-4125-b1e8-9b84e407c0df gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:41.907295 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.959316 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Deleting port 3086330f-b681-4895-8451-c6c614a142fa {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:41.959576 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:41.994385 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148'}], 'enable_snat': True}, 'gw_port_id': '3086330f-b681-4895-8451-c6c614a142fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:35:41Z', 'revision_number': 5, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port': {'id': '3086330f-b681-4895-8451-c6c614a142fa', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:32:20Z', 'updated_at': '2021-08-06T18:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:42.019599 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] Checking router: 6814d3d2-d3af-4125-b1e8-9b84e407c0df for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:42.027763 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] Routers {'6814d3d2-d3af-4125-b1e8-9b84e407c0df'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:42.028356 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:42.040929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] For port 3086330f-b681-4895-8451-c6c614a142fa, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=3086330f-b681-4895-8451-c6c614a142fa,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:42.041298 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.054042 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Calling delete_port for 3086330f-b681-4895-8451-c6c614a142fa owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:42.113307 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] Set router 6814d3d2-d3af-4125-b1e8-9b84e407c0df gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:42.163316 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:35:41Z', 'revision_number': 6, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:42.194503 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25994e6d-34df-43ff-8eb1-94e59125b2f5 None None] The sync data for ids ['6814d3d2-d3af-4125-b1e8-9b84e407c0df'] in dv-cinder-790910-9-iscsi is: [{'id': '6814d3d2-d3af-4125-b1e8-9b84e407c0df', 'name': 'tempest-TestMinimumBasicScenario-1528236309-router', 'tenant_id': '43d21724b87b486e87cffe5a88f8893c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:32:19Z', 'updated_at': '2021-08-06T18:35:41Z', 'revision_number': 6, 'project_id': '43d21724b87b486e87cffe5a88f8893c', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:42.226703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.253202 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3086330f-b681-4895-8451-c6c614a142fa,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:42.315396 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.403019 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.405249 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.447690 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.448237 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6814d3d2-d3af-4125-b1e8-9b84e407c0df {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:35:42.452976 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.454238 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ce132455-d53d-433f-b789-fa5454de24f4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/6814d3d2-d3af-4125-b1e8-9b84e407c0df HTTP/1.1" status: 204 len: 168 time: 0.7609134 Aug 06 18:35:42.456818 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46206) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:42.505421 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Deleting subnet 22f1a5ab-117b-4704-a8a7-ae453ed72668 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:35:42.508452 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.543444 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.629185 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.682610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.707573 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f1a5ab-117b-4704-a8a7-ae453ed72668,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:42.711191 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.713068 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-97ce61be-d4aa-450f-8142-78c2cce74718 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/22f1a5ab-117b-4704-a8a7-ae453ed72668 HTTP/1.1" status: 204 len: 168 time: 0.2553113 Aug 06 18:35:42.715552 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46210) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:42.717978 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6791318d-a666-4802-b9eb-ecea0d556b8e None None] Network b114fdc0-7b9d-4d3f-a23e-43db37322559 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:42.786677 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.845930 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Deleting port 8d4984f0-190e-4e8d-85d2-ff49e315b04e {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:42.846504 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.910512 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] For port 8d4984f0-190e-4e8d-85d2-ff49e315b04e, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=8d4984f0-190e-4e8d-85d2-ff49e315b04e,segment=NetworkSegment(cfcd277d-022c-4c70-b984-7c27daf36961),segment_id=cfcd277d-022c-4c70-b984-7c27daf36961)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:42.910802 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:42.926434 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Calling delete_port for 8d4984f0-190e-4e8d-85d2-ff49e315b04e owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:42.968352 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] DHCP port deletion for b114fdc0-7b9d-4d3f-a23e-43db37322559 request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:35:43.012009 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.019629 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Deleting port 8d4984f0-190e-4e8d-85d2-ff49e315b04e {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:35:43.020024 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.041868 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] No DVR routers for this DVR port 8d4984f0-190e-4e8d-85d2-ff49e315b04e on host dv-cinder-790910-9-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:43.046376 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d4984f0-190e-4e8d-85d2-ff49e315b04e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:43.087999 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] For port 8d4984f0-190e-4e8d-85d2-ff49e315b04e, host dv-cinder-790910-9-iscsi, got binding levels [] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:43.088488 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.101561 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Calling delete_port for 8d4984f0-190e-4e8d-85d2-ff49e315b04e owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:35:43.104255 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.ipam_backend_mixin [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Port 8d4984f0-190e-4e8d-85d2-ff49e315b04e was not found and therefore no delete operation was performed {{(pid=93277) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:35:43.105520 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.118249 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.130389 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b114fdc0-7b9d-4d3f-a23e-43db37322559']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:43.143914 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] Pushing event deleted for resources: {'Port': ['ID=8d4984f0-190e-4e8d-85d2-ff49e315b04e,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:43.143914 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacadf1a-e4bf-48d3-a628-3333485cbe29 None None] No DVR routers for this DVR port 8d4984f0-190e-4e8d-85d2-ff49e315b04e on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:35:43.148913 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfcd277d-022c-4c70-b984-7c27daf36961') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:43.149212 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfcd277d-022c-4c70-b984-7c27daf36961') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:43.161873 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.177409 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.184696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:35:43.185091 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:35:43.187032 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:35:43.246488 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.253692 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.255562 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b114fdc0-7b9d-4d3f-a23e-43db37322559 HTTP/1.1" status: 204 len: 168 time: 0.5391018 Aug 06 18:35:43.266932 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae921a6-88c4-44a4-829d-6a630577abf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b114fdc0-7b9d-4d3f-a23e-43db37322559,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:43.420365 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46216) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:43.459776 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dd13c038-1086-4cee-8cb2-29028c6d55a6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e16cdbc0b69c4d88a61cb0bf9671f277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382583 Aug 06 18:35:43.462297 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46218) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:43.518161 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed20266e-b878-4e5c-8b3c-4ae9e583ad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.539196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed20266e-b878-4e5c-8b3c-4ae9e583ad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.587829 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed20266e-b878-4e5c-8b3c-4ae9e583ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.590176 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ed20266e-b878-4e5c-8b3c-4ae9e583ad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:43.591335 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ed20266e-b878-4e5c-8b3c-4ae9e583ad7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff75ec44-729d-4006-8e2d-af04f0363bed HTTP/1.1" status: 204 len: 168 time: 0.1281269 Aug 06 18:35:43.599382 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed20266e-b878-4e5c-8b3c-4ae9e583ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff75ec44-729d-4006-8e2d-af04f0363bed,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:43.740487 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:43.771341 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:43.771868 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 77a3b69b-29d8-4b95-9f7f-f6eaf0888571 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:43.772616 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 3086330f-b681-4895-8451-c6c614a142fa no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:43.926414 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 3086330f-b681-4895-8451-c6c614a142fa {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:43.926736 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 3086330f-b681-4895-8451-c6c614a142fa not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:43.927199 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8d4984f0-190e-4e8d-85d2-ff49e315b04e no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:35:43.950072 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 8d4984f0-190e-4e8d-85d2-ff49e315b04e {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:35:43.950425 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8d4984f0-190e-4e8d-85d2-ff49e315b04e not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:35:43.963831 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46230) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:44.005480 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fa11f923-bcf9-4bcb-a7f9-46aaf596128e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43d21724b87b486e87cffe5a88f8893c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403066 Aug 06 18:35:44.007903 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46232) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:44.068719 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ce227f9-8186-4615-a429-33a3a9306f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:44.090677 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ce227f9-8186-4615-a429-33a3a9306f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:44.138833 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ce227f9-8186-4615-a429-33a3a9306f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:44.141365 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ce227f9-8186-4615-a429-33a3a9306f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:44.142599 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2ce227f9-8186-4615-a429-33a3a9306f74 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2bfc97f-2613-48ef-b76b-bc65654d1122 HTTP/1.1" status: 204 len: 168 time: 0.1337121 Aug 06 18:35:44.150114 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce227f9-8186-4615-a429-33a3a9306f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bfc97f-2613-48ef-b76b-bc65654d1122,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:44.834109 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46260) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:44.878249 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:35:44.933294 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1422663364-network', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:44.954403 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Made reservation on behalf of cf894fff2dae46139a6c8bb4f3d480c5 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:44.956696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:44.964946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.055972 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.059708 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.080716 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:35:45.095802 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04d55c7-0faa-4c9a-9727-fdb13a9df6ef,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:45.098686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.099033 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Added segment 52fd5a8e-9fad-4cd6-8507-c3e14f57c709 of type vlan for network a22799a0-fa18-4076-9ca8-120f69ef2750 Aug 06 18:35:45.145003 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.173738 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.175112 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.176962 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.207812 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3726008 Aug 06 18:35:45.210867 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46268) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:45.216661 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Request body: {'subnet': {'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1422663364-subnet', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:45.240089 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Made reservation on behalf of cf894fff2dae46139a6c8bb4f3d480c5 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:45.241222 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a6114-1cb7-460d-817b-750172080e33 admin admin] Pushing event updated for resources: {'Network': ['ID=a22799a0-fa18-4076-9ca8-120f69ef2750,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:45.242708 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.250933 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network a22799a0-fa18-4076-9ca8-120f69ef2750 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:35:45.410165 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.464265 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d53d4560-7b3b-4214-92e7-c8da66d9cbdf,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:45.473773 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Checking segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:45.474203 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Network hostable DHCP agents. Network: a22799a0-fa18-4076-9ca8-120f69ef2750, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:35:45.491078 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Network a22799a0-fa18-4076-9ca8-120f69ef2750 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:35:45.500235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, a22799a0-fa18-4076-9ca8-120f69ef2750) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:45.505023 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:45.505612 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.512272 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be702585-bb05-4814-bfe1-90d5791314d4 None None] Network a22799a0-fa18-4076-9ca8-120f69ef2750 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:45.523585 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d03ff0f9-515b-4543-9d2d-94723f4fbea1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3109331 Aug 06 18:35:45.524435 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46272) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:45.529025 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:45.548932 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.549967 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.605428 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.658382 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-a22799a0-fa18-4076-9ca8-120f69ef2750', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:35:45.659273 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.756214 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.801210 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Allocated IP 172.20.0.2 (a22799a0-fa18-4076-9ca8-120f69ef2750/d53d4560-7b3b-4214-92e7-c8da66d9cbdf/a34debb1-ff3f-405c-99b3-447719d71dc0) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:45.957806 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.962141 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.966284 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Transition to ACTIVE for port object a34debb1-ff3f-405c-99b3-447719d71dc0 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:45.981811 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Transition to ACTIVE for port object a34debb1-ff3f-405c-99b3-447719d71dc0 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:45.987096 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:45.988242 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.023404 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Network a22799a0-fa18-4076-9ca8-120f69ef2750 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:46.026062 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:46.031927 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:46.084567 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Pushing event updated for resources: {'Port': ['ID=a34debb1-ff3f-405c-99b3-447719d71dc0,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:46.096035 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Attempting to bind port a34debb1-ff3f-405c-99b3-447719d71dc0 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:46.096360 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Attempting to bind port a34debb1-ff3f-405c-99b3-447719d71dc0 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:46.096968 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Attempting to bind port a34debb1-ff3f-405c-99b3-447719d71dc0 on network a22799a0-fa18-4076-9ca8-120f69ef2750 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:46.099932 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Allocated IP 172.27.0.4 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/cf8eda67-c1b2-4ac3-873d-361bf45d1e91) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:46.103329 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:46.104029 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Checking segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:46.104620 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.105096 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Bound using segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:46.105722 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Bound port: a34debb1-ff3f-405c-99b3-447719d71dc0, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:46.106395 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.185276 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] For port a34debb1-ff3f-405c-99b3-447719d71dc0, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:46.189505 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] For port a34debb1-ff3f-405c-99b3-447719d71dc0, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=a34debb1-ff3f-405c-99b3-447719d71dc0,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:46.194746 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.225381 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.262286 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0612e7f-350b-40f3-9055-58c19fd8b193 req-421a57d9-2e20-4315-93dc-90caa96b79f7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:46.264564 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0612e7f-350b-40f3-9055-58c19fd8b193 req-421a57d9-2e20-4315-93dc-90caa96b79f7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0577178 Aug 06 18:35:46.274211 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a012c37-3c4e-4565-8742-553fb1dc16ab None None] Pushing event updated for resources: {'Port': ['ID=a34debb1-ff3f-405c-99b3-447719d71dc0,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:46.276820 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:46.308218 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0612e7f-350b-40f3-9055-58c19fd8b193 req-cea0c72e-8982-4794-83dd-291a05e13b09 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367916 Aug 06 18:35:46.315743 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:46.321686 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:46.325911 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:46.354261 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Pushing event updated for resources: {'Port': ['ID=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:46.612287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.094407 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.173308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d001b-5284-448d-b9ad-a0d64626fee0 None None] Network a22799a0-fa18-4076-9ca8-120f69ef2750 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:47.232427 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:35:47.247929 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-435eeed9-69f2-40a2-ab27-5578e2fe82b9 None None] Provisioning for port a34debb1-ff3f-405c-99b3-447719d71dc0 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:47.345309 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:47.355953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Sync routers for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:47.367925 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.369465 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-cdd9f100-efbf-4685-8961-33064a165597 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8438203 Aug 06 18:35:47.370605 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:47.371277 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:47.372102 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46294) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:47.508298 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:47.527091 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad732eb-779e-4c17-863b-27df05cdf551 req-bb54e982-3aca-45ef-8e41-091676034c32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:47.529153 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ad732eb-779e-4c17-863b-27df05cdf551 req-bb54e982-3aca-45ef-8e41-091676034c32 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.1063793 Aug 06 18:35:47.627432 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ad732eb-779e-4c17-863b-27df05cdf551 req-533e18b5-dc81-4b6f-9996-f279d15ccacc tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879793 Aug 06 18:35:47.737286 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:46Z', 'revision_number': 3, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:47.768003 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Checking router: 99e8c2fa-89e7-4fac-ade0-ff3af3900549 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:47.768440 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Updating router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:35:47.802917 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.831247 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device a34debb1-ff3f-405c-99b3-447719d71dc0 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:47.943192 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:47.959146 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port a34debb1-ff3f-405c-99b3-447719d71dc0 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:47.979603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port a34debb1-ff3f-405c-99b3-447719d71dc0 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:47.980067 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.134887 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Allocated IP 172.20.0.1 (a22799a0-fa18-4076-9ca8-120f69ef2750/d53d4560-7b3b-4214-92e7-c8da66d9cbdf/43fd02f4-698f-4131-b984-e48b52767499) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:48.139556 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.216769 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.221103 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port a34debb1-ff3f-405c-99b3-447719d71dc0, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=a34debb1-ff3f-405c-99b3-447719d71dc0,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:48.228401 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.233705 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Transition to ACTIVE for port object cf8eda67-c1b2-4ac3-873d-361bf45d1e91 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:48.254225 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.257919 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.273361 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Transition to ACTIVE for port object 43fd02f4-698f-4131-b984-e48b52767499 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:48.296751 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Attempting to bind port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:48.297129 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Attempting to bind port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:48.297731 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Attempting to bind port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:48.300594 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=a34debb1-ff3f-405c-99b3-447719d71dc0,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:48.308432 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:48.308432 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:48.308955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.309044 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:48.309614 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Bound port: cf8eda67-c1b2-4ac3-873d-361bf45d1e91, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:48.309958 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.312233 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.363165 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Network a22799a0-fa18-4076-9ca8-120f69ef2750 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:48.368474 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:48.369407 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524e725-fa8d-4dc7-ac08-8518f74fad4c None None] Pushing event updated for resources: {'Port': ['ID=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:48.375831 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:48.402074 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] For port cf8eda67-c1b2-4ac3-873d-361bf45d1e91, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:48.402267 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Pushing event updated for resources: {'Port': ['ID=43fd02f4-698f-4131-b984-e48b52767499,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:48.405374 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] For port cf8eda67-c1b2-4ac3-873d-361bf45d1e91, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:48.410940 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.418758 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.476308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:48.476951 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:48.479998 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524e725-fa8d-4dc7-ac08-8518f74fad4c None None] Pushing event updated for resources: {'Port': ['ID=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:48.558202 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.721859 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:48.746781 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-cb4fcb32-442e-4975-8b01-5bfcb874f7f7 None None] Provisioning for port 43fd02f4-698f-4131-b984-e48b52767499 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:48.763710 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.769544 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.777811 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-cb4fcb32-442e-4975-8b01-5bfcb874f7f7 None None] Provisioning complete for port 43fd02f4-698f-4131-b984-e48b52767499 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:48.778203 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cb4fcb32-442e-4975-8b01-5bfcb874f7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.824422 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761e4e44-ab67-4cfd-b9fd-303bdb879333 req-6ea48f55-8fab-4440-89ae-c4e05d9ab9e2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:48.825933 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-761e4e44-ab67-4cfd-b9fd-303bdb879333 req-6ea48f55-8fab-4440-89ae-c4e05d9ab9e2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.1140046 Aug 06 18:35:48.858326 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-cb4fcb32-442e-4975-8b01-5bfcb874f7f7 None None] Port 43fd02f4-698f-4131-b984-e48b52767499 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:48.868599 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Pushing event updated for resources: {'Port': ['ID=43fd02f4-698f-4131-b984-e48b52767499,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:48.874603 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:48.905494 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-761e4e44-ab67-4cfd-b9fd-303bdb879333 req-d9606d6e-6521-4e81-a079-74c70919515c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711937 Aug 06 18:35:48.935181 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:46Z', 'revision_number': 3, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:48.964527 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e0929-17af-42e2-8771-3e527d82b3c2 None None] The sync data for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi is: [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:46Z', 'revision_number': 3, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:48.982935 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Network a22799a0-fa18-4076-9ca8-120f69ef2750 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:48.984406 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:49.285509 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-f36bc8cd-550c-412b-a6f6-c349b94d7e9c None None] Provisioning complete for port 43fd02f4-698f-4131-b984-e48b52767499 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:49.286027 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f36bc8cd-550c-412b-a6f6-c349b94d7e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:49.328541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-f36bc8cd-550c-412b-a6f6-c349b94d7e9c None None] Port 43fd02f4-698f-4131-b984-e48b52767499 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:49.375513 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-bcc95fb2-c290-4937-8e6e-5f08f216cca5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0522566 Aug 06 18:35:49.394535 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:49.482081 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-89dcd26a-c940-4e06-965d-59d6dab4e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:49.484052 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-89dcd26a-c940-4e06-965d-59d6dab4e7ec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=10269de20bc7485d9349868b7a3e4ef0&device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 1099 time: 0.0526240 Aug 06 18:35:49.541237 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:49.546958 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-362094fc-bdc4-48d6-89b8-4c6685e8e61a admin admin] 10.222.0.57 "PUT /v2.0/routers/99e8c2fa-89e7-4fac-ade0-ff3af3900549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1730845 Aug 06 18:35:49.660071 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-3dd82eca-4c0d-4ae4-992a-f91c27c96ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:49.661675 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-3dd82eca-4c0d-4ae4-992a-f91c27c96ccc service neutron] 10.222.0.81 "GET /v2.0/networks?id=9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 200 len: 912 time: 0.1536305 Aug 06 18:35:49.754966 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-86230805-6eeb-471e-ab31-214b97201932 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685 HTTP/1.1" status: 200 len: 1001 time: 0.0829659 Aug 06 18:35:49.816923 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-36ca06e3-100b-4419-8c5d-3a64664bd465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:49.818491 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-36ca06e3-100b-4419-8c5d-3a64664bd465 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 200 len: 850 time: 0.0560133 Aug 06 18:35:49.874581 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-6d35dc8b-bb4f-481f-be73-3a57e198d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:49.876768 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-6d35dc8b-bb4f-481f-be73-3a57e198d0e6 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=9be7f983-23ed-4a17-8cff-8f14b156fc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510137 Aug 06 18:35:49.887298 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device a34debb1-ff3f-405c-99b3-447719d71dc0 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:49.945400 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port a34debb1-ff3f-405c-99b3-447719d71dc0 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:49.946097 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.009354 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-af072e25-3ae7-4b71-aa13-989c88fb8ddc service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245446 Aug 06 18:35:50.065113 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cf8eda67-c1b2-4ac3-873d-361bf45d1e91 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:50.079785 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d0d2a-042c-4d6b-80d6-70fbdd47c909 req-51435a57-00fe-4859-9b83-ac25199b5618 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:50.081315 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ef4d0d2a-042c-4d6b-80d6-70fbdd47c909 req-51435a57-00fe-4859-9b83-ac25199b5618 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0701714 Aug 06 18:35:50.128032 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:50.128838 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ef4d0d2a-042c-4d6b-80d6-70fbdd47c909 req-278832ea-9e01-4974-9c7f-7e71691e4d83 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Aug 06 18:35:50.139659 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:50.140039 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.164555 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c0ac8d47-b7ec-4d39-a317-47a5997ea339 req-7f61820c-30c5-4d40-bf83-bbecfdb94ae1 service neutron] 10.222.0.81 "GET /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418188 Aug 06 18:35:50.227840 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46338) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:50.233698 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1613639402-network', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:50.241324 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.258137 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Made reservation on behalf of c854a7bc0c1a4e2088d3f0f32482af61 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:50.260980 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.263724 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port cf8eda67-c1b2-4ac3-873d-361bf45d1e91, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:50.268840 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.275734 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.321145 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:50.371199 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.374919 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.398910 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:35:50.408330 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbfb92a-7f9d-4ed3-9467-3c0b6633f0f4,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:50.413044 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.413354 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Added segment 83f8747e-7826-4033-b238-6dbd806a98f8 of type vlan for network 0b434d82-f000-4460-a9b5-2908659ef2eb Aug 06 18:35:50.457859 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.488008 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.488985 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:50.489552 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.546929 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3175068 Aug 06 18:35:50.549814 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46340) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:50.554896 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Request body: {'subnet': {'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1613639402-subnet', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:50.566840 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25265542-7705-4cb4-91fd-eaee33c1cba7 admin admin] Pushing event updated for resources: {'Network': ['ID=0b434d82-f000-4460-a9b5-2908659ef2eb,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:50.582338 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Made reservation on behalf of c854a7bc0c1a4e2088d3f0f32482af61 for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:35:50.584280 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835834'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.585194 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 0b434d82-f000-4460-a9b5-2908659ef2eb details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:35:50.756028 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835784'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.777964 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Sync routers for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:50.788242 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:50.788857 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:50.812182 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:50.819565 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Checking segment: {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:50.819915 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Network hostable DHCP agents. Network: 0b434d82-f000-4460-a9b5-2908659ef2eb, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:35:50.836347 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Network 0b434d82-f000-4460-a9b5-2908659ef2eb is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:35:50.845377 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 0b434d82-f000-4460-a9b5-2908659ef2eb) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:50.849474 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:50.850069 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.856384 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2635333-dc6d-493b-b59c-61d2274120c4 None None] Network 0b434d82-f000-4460-a9b5-2908659ef2eb requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:50.865533 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-32ddf856-a471-4f08-a3e1-653de507a758 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3147058 Aug 06 18:35:50.868290 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46344) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:50.872667 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:50.893761 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.894753 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:50.906195 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:50.952679 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.009215 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-0b434d82-f000-4460-a9b5-2908659ef2eb', 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'fixed_ips': [{'subnet_id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:35:51.010076 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.095698 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.122448 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 2, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:51.152959 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Checking router: 99e8c2fa-89e7-4fac-ade0-ff3af3900549 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:51.153222 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Allocated IP 172.20.0.2 (0b434d82-f000-4460-a9b5-2908659ef2eb/5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac/2c5c1c92-9528-412a-8643-f9f39b902590) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:51.153320 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Updating router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 port 43fd02f4-698f-4131-b984-e48b52767499 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:35:51.179386 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.279845 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a65495-6ca2-4e0d-a22e-28db46f27fd9 req-820328a5-b397-46b8-8428-a8c6965cf29c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:51.289005 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e0a65495-6ca2-4e0d-a22e-28db46f27fd9 req-820328a5-b397-46b8-8428-a8c6965cf29c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0722628 Aug 06 18:35:51.325727 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e0a65495-6ca2-4e0d-a22e-28db46f27fd9 req-b26e4b51-465d-4b98-96e1-0151f73de38b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353932 Aug 06 18:35:51.335054 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.355364 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.355949 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.364992 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Transition to ACTIVE for port object 2c5c1c92-9528-412a-8643-f9f39b902590 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:51.381611 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Transition to ACTIVE for port object 2c5c1c92-9528-412a-8643-f9f39b902590 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:51.388859 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.433418 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Network 0b434d82-f000-4460-a9b5-2908659ef2eb is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:51.436528 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:51.440321 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:51.447739 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Pushing event updated for resources: {'Port': ['ID=2c5c1c92-9528-412a-8643-f9f39b902590,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:51.458123 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.458709 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.459094 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.459534 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.459939 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.460342 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.460737 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.461136 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.461490 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.461825 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.462156 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.462485 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.481295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Allocated IP 172.27.0.54 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/4b820089-41ca-4b2c-b22a-032c2d49dc7a) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:51.512466 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Attempting to bind port 2c5c1c92-9528-412a-8643-f9f39b902590 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:51.512827 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Attempting to bind port 2c5c1c92-9528-412a-8643-f9f39b902590 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:51.513186 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Attempting to bind port 2c5c1c92-9528-412a-8643-f9f39b902590 on network 0b434d82-f000-4460-a9b5-2908659ef2eb {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:51.518607 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:51.518978 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Checking segment: {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:51.519457 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.519851 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Bound using segment: {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:51.520306 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Bound port: 2c5c1c92-9528-412a-8643-f9f39b902590, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:51.520683 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.567417 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.577965 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Transition to ACTIVE for port object 43fd02f4-698f-4131-b984-e48b52767499 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:51.584777 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.588815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.589003 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] For port 2c5c1c92-9528-412a-8643-f9f39b902590, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:51.592250 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] For port 2c5c1c92-9528-412a-8643-f9f39b902590, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2c5c1c92-9528-412a-8643-f9f39b902590,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:51.597058 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.631189 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Pushing event updated for resources: {'Port': ['ID=43fd02f4-698f-4131-b984-e48b52767499,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:51.644352 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.655132 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29caa16b-322f-4dc3-a4bd-7c49cabcf39a None None] Pushing event updated for resources: {'Port': ['ID=2c5c1c92-9528-412a-8643-f9f39b902590,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:51.697023 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.697378 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.697722 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.698062 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.699601 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.700127 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.700628 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.700762 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:51.701538 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.702059 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.702565 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.703051 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.703854 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:35:51.706789 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:51.708519 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Attempting to bind port 43fd02f4-698f-4131-b984-e48b52767499 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:51.711223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:51.713267 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Attempting to bind port 43fd02f4-698f-4131-b984-e48b52767499 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:51.713674 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Attempting to bind port 43fd02f4-698f-4131-b984-e48b52767499 on network a22799a0-fa18-4076-9ca8-120f69ef2750 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:51.719461 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:51.719991 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Checking segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:51.720584 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.721159 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Bound using segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:51.721819 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Bound port: 43fd02f4-698f-4131-b984-e48b52767499, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:51.722386 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.820931 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cf8eda67-c1b2-4ac3-873d-361bf45d1e91 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:51.822652 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] For port 43fd02f4-698f-4131-b984-e48b52767499, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:51.833028 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] For port 43fd02f4-698f-4131-b984-e48b52767499, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=43fd02f4-698f-4131-b984-e48b52767499,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:51.840428 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.868700 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Pushing event updated for resources: {'Port': ['ID=4b820089-41ca-4b2c-b22a-032c2d49dc7a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:51.884302 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.930256 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:51.930630 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:51.967902 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912efed-171a-4ee2-8ed8-329da225d363 None None] Pushing event updated for resources: {'Port': ['ID=43fd02f4-698f-4131-b984-e48b52767499,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:52.054988 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:52.056088 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:52.133555 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.179038 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:52.342491 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.391670 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:51Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:52.429048 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9971cd-77c9-4f72-881b-820e96575672 None None] The sync data for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi is: [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:51Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:52.517614 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4744f97-eed4-4659-8c4c-a3e0a324249b req-bdd0f5c0-ec8b-4c12-9ad9-756ea75ecad4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:52.519184 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4744f97-eed4-4659-8c4c-a3e0a324249b req-bdd0f5c0-ec8b-4c12-9ad9-756ea75ecad4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0919981 Aug 06 18:35:52.535111 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Router d0b9cc79-5c8b-47f4-a706-d758cf77a07f is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:35:52.575264 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4744f97-eed4-4659-8c4c-a3e0a324249b req-539fca12-8fb7-4f6e-9783-1e2b5d9e0568 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498409 Aug 06 18:35:52.652484 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-da94d24b-35d5-42de-8fe2-027c9aece7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.770202 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56429ab0-6d40-4246-b591-71c3b4655ee3 None None] Network 0b434d82-f000-4460-a9b5-2908659ef2eb requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:35:52.862469 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-50e26f3a-a309-449a-b3e1-aa5bfed6682a None None] Provisioning for port 2c5c1c92-9528-412a-8643-f9f39b902590 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:52.921642 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:52.935894 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Sync routers for ids ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:52.940422 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:52.941948 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-03dc39e0-22f5-47f0-a25c-41366090567c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0726776 Aug 06 18:35:52.944862 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46356) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:52.964983 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Routers {'d0b9cc79-5c8b-47f4-a706-d758cf77a07f'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:52.965608 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:53.086089 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Set router d0b9cc79-5c8b-47f4-a706-d758cf77a07f gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:53.319234 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:35:51Z', 'revision_number': 3, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:53.347463 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Checking router: d0b9cc79-5c8b-47f4-a706-d758cf77a07f for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:53.347934 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Updating router d0b9cc79-5c8b-47f4-a706-d758cf77a07f port 4b820089-41ca-4b2c-b22a-032c2d49dc7a binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:35:53.378768 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.429946 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.610083 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Allocated IP 172.20.0.1 (0b434d82-f000-4460-a9b5-2908659ef2eb/5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac/8034da42-2abe-4b30-91b7-37f38bbd03b5) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:35:53.657063 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.669157 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Transition to ACTIVE for port object 4b820089-41ca-4b2c-b22a-032c2d49dc7a will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:53.675951 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.759927 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Attempting to bind port 4b820089-41ca-4b2c-b22a-032c2d49dc7a on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:53.760240 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Attempting to bind port 4b820089-41ca-4b2c-b22a-032c2d49dc7a by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:53.760601 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Attempting to bind port 4b820089-41ca-4b2c-b22a-032c2d49dc7a on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:53.763168 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a749b25-fe17-4620-820f-963ccee77a97 req-1bdfa597-5405-4640-bf50-e36c7fa1f501 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:53.764688 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a749b25-fe17-4620-820f-963ccee77a97 req-1bdfa597-5405-4640-bf50-e36c7fa1f501 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0763030 Aug 06 18:35:53.767748 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469549-368c-46a6-91b5-863daaa06107 None None] Pushing event updated for resources: {'Port': ['ID=4b820089-41ca-4b2c-b22a-032c2d49dc7a,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:53.771057 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:53.771484 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:53.771903 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.772430 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:53.773160 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Bound port: 4b820089-41ca-4b2c-b22a-032c2d49dc7a, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:53.773302 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.788527 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.819303 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Transition to ACTIVE for port object 8034da42-2abe-4b30-91b7-37f38bbd03b5 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:53.832058 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a749b25-fe17-4620-820f-963ccee77a97 req-7982b41a-0751-4ed0-ba3f-2d0a56a4e8fd tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573971 Aug 06 18:35:53.840326 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2c5c1c92-9528-412a-8643-f9f39b902590 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:53.867173 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.870486 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] For port 4b820089-41ca-4b2c-b22a-032c2d49dc7a, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:53.888850 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] For port 4b820089-41ca-4b2c-b22a-032c2d49dc7a, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=4b820089-41ca-4b2c-b22a-032c2d49dc7a,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:53.894456 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.911687 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Network 0b434d82-f000-4460-a9b5-2908659ef2eb is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:53.920646 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:53.924320 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Pushing event updated for resources: {'Port': ['ID=8034da42-2abe-4b30-91b7-37f38bbd03b5,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:53.926723 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:35:53.951535 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 2c5c1c92-9528-412a-8643-f9f39b902590 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:53.964828 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Routers {'d0b9cc79-5c8b-47f4-a706-d758cf77a07f'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:53.965458 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:53.966166 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:53.972362 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 2c5c1c92-9528-412a-8643-f9f39b902590 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:53.972732 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.109156 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.147315 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c469549-368c-46a6-91b5-863daaa06107 None None] Pushing event updated for resources: {'Port': ['ID=4b820089-41ca-4b2c-b22a-032c2d49dc7a,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:54.255535 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d2deff0f-0b8e-4d65-834a-19ebf3a4fd9a None None] Provisioning for port 8034da42-2abe-4b30-91b7-37f38bbd03b5 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:54.268081 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] Set router d0b9cc79-5c8b-47f4-a706-d758cf77a07f gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:54.270582 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-d2deff0f-0b8e-4d65-834a-19ebf3a4fd9a None None] Provisioning complete for port 8034da42-2abe-4b30-91b7-37f38bbd03b5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:54.270956 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d2deff0f-0b8e-4d65-834a-19ebf3a4fd9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.282889 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.287586 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.353326 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Pushing event updated for resources: {'Port': ['ID=8034da42-2abe-4b30-91b7-37f38bbd03b5,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:54.358115 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.429380 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.433378 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-d2deff0f-0b8e-4d65-834a-19ebf3a4fd9a None None] Port 8034da42-2abe-4b30-91b7-37f38bbd03b5 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:54.451017 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Network 0b434d82-f000-4460-a9b5-2908659ef2eb is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:35:54.452391 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:35:54.482109 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 2c5c1c92-9528-412a-8643-f9f39b902590, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2c5c1c92-9528-412a-8643-f9f39b902590,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:54.488640 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.489433 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 43fd02f4-698f-4131-b984-e48b52767499 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:54.580817 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Router d0b9cc79-5c8b-47f4-a706-d758cf77a07f has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:35:54.598608 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=2c5c1c92-9528-412a-8643-f9f39b902590,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:54.625572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 43fd02f4-698f-4131-b984-e48b52767499 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:54.632298 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 43fd02f4-698f-4131-b984-e48b52767499 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:54.633130 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.636417 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:35:51Z', 'revision_number': 3, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:54.686500 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4f1992-0344-403f-aa92-7f22aa161569 None None] The sync data for ids ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'] in dv-cinder-790910-9-iscsi is: [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:35:51Z', 'revision_number': 3, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:54.698679 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:35:54.705926 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-cfdd1a31-40c4-4cfa-9767-139a3d0f0778 admin admin] 10.222.0.57 "PUT /v2.0/routers/d0b9cc79-5c8b-47f4-a706-d758cf77a07f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7589612 Aug 06 18:35:54.755653 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.777529 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-1629ffd4-f97a-460a-8be2-cb26a8e2c68a None None] Provisioning complete for port 8034da42-2abe-4b30-91b7-37f38bbd03b5 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:54.777898 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1629ffd4-f97a-460a-8be2-cb26a8e2c68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.818411 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 43fd02f4-698f-4131-b984-e48b52767499, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=43fd02f4-698f-4131-b984-e48b52767499,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:54.826671 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:54.861657 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-1629ffd4-f97a-460a-8be2-cb26a8e2c68a None None] Port 8034da42-2abe-4b30-91b7-37f38bbd03b5 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:35:54.893627 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=43fd02f4-698f-4131-b984-e48b52767499,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:54.990332 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb66edf-6094-43df-bbad-cdd7288dc3be req-7de5263b-213d-46b0-9fd9-8326fff90277 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:54.991945 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2fb66edf-6094-43df-bbad-cdd7288dc3be req-7de5263b-213d-46b0-9fd9-8326fff90277 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0713344 Aug 06 18:35:55.037470 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2fb66edf-6094-43df-bbad-cdd7288dc3be req-28b1e2e1-c215-4757-9baf-afb48e5a3e62 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396101 Aug 06 18:35:55.328460 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-882242b4-4ca7-4e1e-85b6-5bc2f4639e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.362486 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46372) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:55.367128 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1746697109', 'description': 'tempest-secgroup-smoke-1746697109 description', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:55.390178 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.428897 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.493425 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.497286 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.528691 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.531105 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1665099 Aug 06 18:35:55.532106 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d6356-0d7e-4280-9b93-259cbecb6a06 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daac5c06-ccf9-47cf-921e-ec77ccca5ffd,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:55.533070 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46374) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:55.538094 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group_rule': {'security_group_id': 'daac5c06-ccf9-47cf-921e-ec77ccca5ffd', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:55.568717 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.623961 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.627546 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.646721 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29cddb94-1d21-4b21-8dc2-f381da60034a,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:55.650935 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.652135 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bf858abd-6583-4de1-b3ef-88ef432f105e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179588 Aug 06 18:35:55.654804 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46376) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:55.660009 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group_rule': {'security_group_id': 'daac5c06-ccf9-47cf-921e-ec77ccca5ffd', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:55.685668 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.752753 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.756700 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.776703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f62828a-d10f-44f3-8005-69f21e97c475,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:55.779775 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.784520 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46378) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:55.785152 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e94a11d8-61b4-4824-81fb-33627e987d1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1287720 Aug 06 18:35:55.790174 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group_rule': {'security_group_id': 'daac5c06-ccf9-47cf-921e-ec77ccca5ffd', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:55.817326 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.840969 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 4b820089-41ca-4b2c-b22a-032c2d49dc7a up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:55.888404 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.893309 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.895100 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 4b820089-41ca-4b2c-b22a-032c2d49dc7a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:55.898389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 4b820089-41ca-4b2c-b22a-032c2d49dc7a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:55.898762 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.910750 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27af9f8f-6c1d-4489-9bc7-62d7b8ad578a,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:55.916870 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.920824 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bdcc32f4-7b84-4b1d-9b6c-787c85246f1f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317918 Aug 06 18:35:55.921008 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46380) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:55.926154 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group_rule': {'security_group_id': 'daac5c06-ccf9-47cf-921e-ec77ccca5ffd', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:55.955793 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:55.980391 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.009087 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 4b820089-41ca-4b2c-b22a-032c2d49dc7a, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=4b820089-41ca-4b2c-b22a-032c2d49dc7a,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:56.013503 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.014615 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2c5c1c92-9528-412a-8643-f9f39b902590 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:56.036020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.040140 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.066368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8332d566-70dc-492a-8d7f-ecff183431cb,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:56.071564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.085838 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46384) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:56.087424 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-fd9b0d22-0309-4389-9fc4-7ae351dc821a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1639490 Aug 06 18:35:56.091091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group_rule': {'security_group_id': 'daac5c06-ccf9-47cf-921e-ec77ccca5ffd', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:56.101701 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=4b820089-41ca-4b2c-b22a-032c2d49dc7a,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:56.113907 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 2c5c1c92-9528-412a-8643-f9f39b902590 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:56.114510 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.174186 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.securitygroups_db [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Project cf894fff2dae46139a6c8bb4f3d480c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:35:56.182495 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.210665 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 43fd02f4-698f-4131-b984-e48b52767499 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:56.212130 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60426e5-2577-4b42-aff2-693c8c759288 req-d9e5dbea-e18a-4bc7-82cb-8316068d42bb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:56.214262 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d60426e5-2577-4b42-aff2-693c8c759288 req-d9e5dbea-e18a-4bc7-82cb-8316068d42bb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0597966 Aug 06 18:35:56.268950 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d60426e5-2577-4b42-aff2-693c8c759288 req-9b457111-6d3a-4c7b-8bd7-a9650a72b660 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432718 Aug 06 18:35:56.270814 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 43fd02f4-698f-4131-b984-e48b52767499 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:56.271286 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.280649 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.285597 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.305671 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88571249-1c42-4179-b4cf-68886c672f5e,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:56.312770 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.317340 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-482f0373-16e2-47b8-b766-041c3d5dcec3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2276020 Aug 06 18:35:56.317441 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46388) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:35:56.321936 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'security_group_rule': {'security_group_id': 'daac5c06-ccf9-47cf-921e-ec77ccca5ffd', 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:35:56.333136 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.349129 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.securitygroups_db [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Project cf894fff2dae46139a6c8bb4f3d480c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:35:56.354163 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.411964 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.417090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.427112 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Sync routers for ids ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:35:56.435728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f60c61-6531-4c62-807c-ae915be4c932,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:56.437478 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Routers {'d0b9cc79-5c8b-47f4-a706-d758cf77a07f'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:56.438263 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:56.442844 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:56.444105 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c5a95a2c-ec84-441f-a247-fd7b0f24368e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257889 Aug 06 18:35:56.547907 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Set router d0b9cc79-5c8b-47f4-a706-d758cf77a07f gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:56.755552 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 4, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '8034da42-2abe-4b30-91b7-37f38bbd03b5', 'name': '', 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'mac_address': 'fa:16:3e:75:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:53Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 2, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'subnets': [{'id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:56.785639 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Checking router: d0b9cc79-5c8b-47f4-a706-d758cf77a07f for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:35:56.786172 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Updating router d0b9cc79-5c8b-47f4-a706-d758cf77a07f port 8034da42-2abe-4b30-91b7-37f38bbd03b5 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:35:56.812127 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.087175 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.097812 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Transition to ACTIVE for port object 8034da42-2abe-4b30-91b7-37f38bbd03b5 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:35:57.103666 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.155296 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8385837-cd6d-4b31-962d-756cac0b5721 None None] Pushing event updated for resources: {'Port': ['ID=8034da42-2abe-4b30-91b7-37f38bbd03b5,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:57.230254 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Attempting to bind port 8034da42-2abe-4b30-91b7-37f38bbd03b5 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:35:57.230696 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Attempting to bind port 8034da42-2abe-4b30-91b7-37f38bbd03b5 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:35:57.231597 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Attempting to bind port 8034da42-2abe-4b30-91b7-37f38bbd03b5 on network 0b434d82-f000-4460-a9b5-2908659ef2eb {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:35:57.250807 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:35:57.251217 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Checking segment: {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:35:57.251628 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.252024 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Bound using segment: {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:35:57.252504 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Bound port: 8034da42-2abe-4b30-91b7-37f38bbd03b5, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83f8747e-7826-4033-b238-6dbd806a98f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:35:57.252904 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.350476 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] For port 8034da42-2abe-4b30-91b7-37f38bbd03b5, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:35:57.354671 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] For port 8034da42-2abe-4b30-91b7-37f38bbd03b5, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=8034da42-2abe-4b30-91b7-37f38bbd03b5,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:35:57.360210 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.403558 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1ac02-4680-4afb-a59f-c0f69a572c57 req-244073e4-e0bc-4a6d-930f-db946ab17d6d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:57.405353 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-63c1ac02-4680-4afb-a59f-c0f69a572c57 req-244073e4-e0bc-4a6d-930f-db946ab17d6d tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0510547 Aug 06 18:35:57.414585 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Routers {'d0b9cc79-5c8b-47f4-a706-d758cf77a07f'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:35:57.415262 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:35:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:57.450937 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-63c1ac02-4680-4afb-a59f-c0f69a572c57 req-38ee2a3b-9c2f-4140-a148-68932e7a402e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367081 Aug 06 18:35:57.593983 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8385837-cd6d-4b31-962d-756cac0b5721 None None] Pushing event updated for resources: {'Port': ['ID=8034da42-2abe-4b30-91b7-37f38bbd03b5,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:57.662828 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] Set router d0b9cc79-5c8b-47f4-a706-d758cf77a07f gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:35:57.757344 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 4b820089-41ca-4b2c-b22a-032c2d49dc7a up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:57.805170 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 4b820089-41ca-4b2c-b22a-032c2d49dc7a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:57.805541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:57.863054 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 4, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '8034da42-2abe-4b30-91b7-37f38bbd03b5', 'name': '', 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'mac_address': 'fa:16:3e:75:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:53Z', 'updated_at': '2021-08-06T18:35:57Z', 'revision_number': 4, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'subnets': [{'id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:35:57.893582 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e7d4eb-b9ac-4cca-9071-268c65b86bf6 None None] The sync data for ids ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'] in dv-cinder-790910-9-iscsi is: [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 4, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '8034da42-2abe-4b30-91b7-37f38bbd03b5', 'name': '', 'network_id': '0b434d82-f000-4460-a9b5-2908659ef2eb', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'mac_address': 'fa:16:3e:75:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:53Z', 'updated_at': '2021-08-06T18:35:57Z', 'revision_number': 4, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'subnets': [{'id': '5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:35:57.979072 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:58.581026 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c950c-a23d-4925-aac0-bc464fd1c3f2 req-51da329f-c966-4b3e-9ff4-fe88a1771a1a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:58.582507 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-576c950c-a23d-4925-aac0-bc464fd1c3f2 req-51da329f-c966-4b3e-9ff4-fe88a1771a1a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0521057 Aug 06 18:35:58.625941 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-576c950c-a23d-4925-aac0-bc464fd1c3f2 req-6d562e45-2b99-467c-bfb1-d6e5619884f9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371754 Aug 06 18:35:59.390745 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:35:59.529829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:59.547936 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'mac_address': 'fa:16:3e:6a:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:35:59.605946 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:59.631885 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:35:59.658004 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:35:59.663850 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:35:59.737829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=6']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:35:59.791091 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:35:59.830450 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7271276-72a2-4e57-9460-70fb3107ddf5 req-60cbf967-642a-47ef-aa9b-9fe20d305dda tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:35:59.834636 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8034da42-2abe-4b30-91b7-37f38bbd03b5 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:35:59.838130 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7271276-72a2-4e57-9460-70fb3107ddf5 req-60cbf967-642a-47ef-aa9b-9fe20d305dda tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 944 time: 0.0818453 Aug 06 18:35:59.874046 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7271276-72a2-4e57-9460-70fb3107ddf5 req-792f063e-6a11-4ff9-8c2c-ff397e5d5a79 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336807 Aug 06 18:35:59.946603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 8034da42-2abe-4b30-91b7-37f38bbd03b5 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:35:59.958274 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 8034da42-2abe-4b30-91b7-37f38bbd03b5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:35:59.958752 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.105273 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.175234 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 8034da42-2abe-4b30-91b7-37f38bbd03b5, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=8034da42-2abe-4b30-91b7-37f38bbd03b5,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:00.180378 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:00.257684 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=8034da42-2abe-4b30-91b7-37f38bbd03b5,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:01.012229 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93359222-0273-4fa9-bda3-bd11964053b5 req-a5a21b36-864c-44d3-8d9e-5785c8c10ff1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:01.013976 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93359222-0273-4fa9-bda3-bd11964053b5 req-a5a21b36-864c-44d3-8d9e-5785c8c10ff1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 944 time: 0.0568256 Aug 06 18:36:01.072514 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93359222-0273-4fa9-bda3-bd11964053b5 req-a6d0736a-90e3-4b57-a436-c9dd06fce154 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449455 Aug 06 18:36:01.415794 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:01.471049 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:01.471441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.564717 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.591287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:01.595828 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec430a58-66aa-45d1-b64b-386b6d6ff9fa" -d '{"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:01.610901 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:01.618882 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:01.696445 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=7']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:01.731237 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa34873-4833-420c-81a5-50f4f88f59b4 x-openstack-request-id: req-6fa34873-4833-420c-81a5-50f4f88f59b4 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:01.731608 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:01.731965 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fa34873-4833-420c-81a5-50f4f88f59b4 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:01.732485 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'code': 200} Aug 06 18:36:01.795361 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8034da42-2abe-4b30-91b7-37f38bbd03b5 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:01.858517 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 8034da42-2abe-4b30-91b7-37f38bbd03b5 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:01.858893 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:02.191266 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd08f8b-f50d-44c5-beb0-f2af646f67fa req-81081365-178d-46a0-a920-22d4650f30f7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:02.198087 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7fd08f8b-f50d-44c5-beb0-f2af646f67fa req-81081365-178d-46a0-a920-22d4650f30f7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0599170 Aug 06 18:36:02.264713 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7fd08f8b-f50d-44c5-beb0-f2af646f67fa req-89f45254-05ca-48fd-92a8-8d9d06d7e410 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624702 Aug 06 18:36:03.405336 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e861aa8-96d9-46ad-a3a5-4b0f2a245e90 req-ecee3034-02f2-4d62-b5c5-249b598e9c18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:03.408566 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6e861aa8-96d9-46ad-a3a5-4b0f2a245e90 req-ecee3034-02f2-4d62-b5c5-249b598e9c18 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0581760 Aug 06 18:36:03.467782 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6e861aa8-96d9-46ad-a3a5-4b0f2a245e90 req-e6b408a1-ccaa-4ae8-8e1b-90b2242880b8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529208 Aug 06 18:36:04.602496 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665b007-bd88-4b5e-935d-db70007d32ff req-f5af520d-0b68-4e3f-b3a8-b268faf31cba tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:04.604191 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f665b007-bd88-4b5e-935d-db70007d32ff req-f5af520d-0b68-4e3f-b3a8-b268faf31cba tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0534327 Aug 06 18:36:04.649108 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f665b007-bd88-4b5e-935d-db70007d32ff req-4b6418d0-47bb-4d9a-bf62-049551deaaa8 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386155 Aug 06 18:36:05.791107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68c6db-b30a-4bb1-b195-33bf71f8e7a4 req-ec2b482f-3c84-48ae-be84-cb19d2989947 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:05.793609 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a68c6db-b30a-4bb1-b195-33bf71f8e7a4 req-ec2b482f-3c84-48ae-be84-cb19d2989947 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0512059 Aug 06 18:36:05.833527 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a68c6db-b30a-4bb1-b195-33bf71f8e7a4 req-ad7cfc54-f648-4c58-ac1f-45a9b1c8f817 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339472 Aug 06 18:36:06.984451 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064792a-0366-4dee-a1be-1c2086240d55 req-8b32e928-1b87-42e9-be24-d132c626c82f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:06.987348 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5064792a-0366-4dee-a1be-1c2086240d55 req-8b32e928-1b87-42e9-be24-d132c626c82f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0635350 Aug 06 18:36:07.032450 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5064792a-0366-4dee-a1be-1c2086240d55 req-429555ab-2a92-4abf-93da-30de000a77a3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385339 Aug 06 18:36:08.169082 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc635d0a-d8f0-40bb-8196-ac15ea56aca7 req-dca542cb-b826-4f79-8153-9105ff181849 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.170569 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc635d0a-d8f0-40bb-8196-ac15ea56aca7 req-dca542cb-b826-4f79-8153-9105ff181849 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0492156 Aug 06 18:36:08.214874 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc635d0a-d8f0-40bb-8196-ac15ea56aca7 req-6f726bd3-9f2c-4e49-a0c0-14cf142fd257 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347404 Aug 06 18:36:08.770848 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-48e5ecb0-5b28-47c6-8871-32ed70ec0a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.772435 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-48e5ecb0-5b28-47c6-8871-32ed70ec0a5c service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1098 time: 0.0418472 Aug 06 18:36:08.860864 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-0490a74f-9fd4-4e4b-b924-6b2c4d3c9c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.862308 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-0490a74f-9fd4-4e4b-b924-6b2c4d3c9c57 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.0824885 Aug 06 18:36:08.929632 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-ae46c7e4-5dc1-49f5-9678-b743bd7ce01d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 1000 time: 0.0592582 Aug 06 18:36:08.984278 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-002b4c94-256c-49ef-9b6e-c5322482c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:08.986390 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-002b4c94-256c-49ef-9b6e-c5322482c15c service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0440710 Aug 06 18:36:09.031505 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-781d0fce-fed0-4343-b444-e3625d491ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:09.033562 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-781d0fce-fed0-4343-b444-e3625d491ca2 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387950 Aug 06 18:36:09.128143 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-1c659e27-bc4e-4eee-867c-ee05973f91e2 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859506 Aug 06 18:36:09.218466 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-18c4f9e6-bb65-4e57-8218-1f5174b9692a req-0140cf5e-0641-4406-86f6-e0e05bcf44dc service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817866 Aug 06 18:36:09.332817 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda56f8-9138-403d-b59a-25ab0cb21dd7 req-1d93d6f6-c44f-441f-9fa4-9e08a9b36cc3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:09.334305 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aeda56f8-9138-403d-b59a-25ab0cb21dd7 req-1d93d6f6-c44f-441f-9fa4-9e08a9b36cc3 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0475757 Aug 06 18:36:09.371124 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aeda56f8-9138-403d-b59a-25ab0cb21dd7 req-e4bf10f8-715a-4c12-8ae9-d7732b69a97e tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Aug 06 18:36:10.491256 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a6a14-1858-4698-8ce9-bb7b8a219ae5 req-a3603daa-83e3-4d15-ba5b-c7e2755a7759 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:10.492619 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bb3a6a14-1858-4698-8ce9-bb7b8a219ae5 req-a3603daa-83e3-4d15-ba5b-c7e2755a7759 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0506537 Aug 06 18:36:10.529910 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bb3a6a14-1858-4698-8ce9-bb7b8a219ae5 req-017b5a0c-fbbf-42a4-adbd-d9344b11a00a tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312243 Aug 06 18:36:11.648045 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af102df3-6f1a-453b-a074-e64f76cc42b0 req-77cf6676-3d8f-4c1a-9958-980d6ff22854 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:11.649520 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-af102df3-6f1a-453b-a074-e64f76cc42b0 req-77cf6676-3d8f-4c1a-9958-980d6ff22854 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0489531 Aug 06 18:36:11.686854 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-af102df3-6f1a-453b-a074-e64f76cc42b0 req-0f3b610f-c3b5-476f-a5a6-b655fa30b5e7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314901 Aug 06 18:36:12.566452 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f91e0ff-84d7-4008-b2b6-80bb29864c6b req-6ff6c68a-918f-493c-9171-b3fe819f5be4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:12.567914 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5f91e0ff-84d7-4008-b2b6-80bb29864c6b req-6ff6c68a-918f-493c-9171-b3fe819f5be4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 945 time: 0.0755424 Aug 06 18:36:12.602274 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-a2df4d4c-8571-4544-a696-e2fecb43314f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0704672 Aug 06 18:36:12.616064 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5f91e0ff-84d7-4008-b2b6-80bb29864c6b req-262e5e52-3b44-4745-9bad-3154fcbefaf0 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417581 Aug 06 18:36:12.959710 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-409ee017-10b8-44a5-9977-25e566e177aa tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1746697109&fields=id&tenant_id=cf894fff2dae46139a6c8bb4f3d480c5 HTTP/1.1" status: 200 len: 267 time: 0.0409362 Aug 06 18:36:13.114902 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-271dd7cd-43cc-4c6b-925c-3a0559fdfd1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.117918 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-271dd7cd-43cc-4c6b-925c-3a0559fdfd1d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 809 time: 0.1485767 Aug 06 18:36:13.139324 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-c1faa7ed-b472-4c55-9b8f-743a3c4e4f3e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/quotas/cf894fff2dae46139a6c8bb4f3d480c5 HTTP/1.1" status: 200 len: 375 time: 0.0150876 Aug 06 18:36:13.208284 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-3cacd478-c2c6-4408-9cc1-afdc45ad978e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628526 Aug 06 18:36:13.323261 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-ae7df51f-617e-4e6c-a348-0e2987c3afbe service neutron] 10.222.0.57 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017799 Aug 06 18:36:13.428556 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-5d84ff7e-1b96-4cc4-bea4-1909afe64055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.430335 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-5d84ff7e-1b96-4cc4-bea4-1909afe64055 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962&tenant_id=166d8db214bb4890b5b650cd67df2cf2 HTTP/1.1" status: 200 len: 1098 time: 0.0552878 Aug 06 18:36:13.436463 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-0e63d550-8364-491e-b6bd-6b9026157bd5 service neutron] 10.222.0.57 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066949 Aug 06 18:36:13.483363 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:13.495949 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-2f9cb6bf-7aca-4484-ab32-8c7e5eb2abec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.497447 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-2f9cb6bf-7aca-4484-ab32-8c7e5eb2abec service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1098 time: 0.0442612 Aug 06 18:36:13.569430 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:13.594177 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:13.597303 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3961b174-dec1-416d-acfd-b8be84101532" -d '{"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:13.619885 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:13.621357 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-f206e112-03e4-4a9d-9022-cc8c01f6b0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.623007 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-f206e112-03e4-4a9d-9022-cc8c01f6b0f5 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.1180987 Aug 06 18:36:13.625109 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:13.651311 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a96c1d-1139-41e1-bc3a-8417f533ca4b x-openstack-request-id: req-29a96c1d-1139-41e1-bc3a-8417f533ca4b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:13.651598 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-unplugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:13.651848 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29a96c1d-1139-41e1-bc3a-8417f533ca4b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:13.652233 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'code': 200} Aug 06 18:36:13.697878 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=8']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:13.716178 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-6f538a45-fb00-4029-84b4-18996452c774 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 998 time: 0.0842271 Aug 06 18:36:13.785781 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-a6313799-a384-4cc7-a5f7-cd66a99bd16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.787804 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-a6313799-a384-4cc7-a5f7-cd66a99bd16d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0627112 Aug 06 18:36:13.797066 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-04c689cf-1e30-4f81-a366-32388c85ecf2 req-590f9667-80ac-4f14-80d4-d454bf7d9bbc tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0288005 Aug 06 18:36:13.805273 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c281301-a8c5-42e7-8687-5ed4bed38e53 req-de8f2de1-eff3-4d65-82e8-4fcf7a99ab31 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.806784 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c281301-a8c5-42e7-8687-5ed4bed38e53 req-de8f2de1-eff3-4d65-82e8-4fcf7a99ab31 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0772495 Aug 06 18:36:13.843798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-39852a8e-db48-428a-844e-7900ed1b986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:13.845446 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-39852a8e-db48-428a-844e-7900ed1b986e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501254 Aug 06 18:36:13.857437 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c281301-a8c5-42e7-8687-5ed4bed38e53 req-1ddd07c6-55b6-4eee-9332-4ae803cccdeb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446343 Aug 06 18:36:13.947384 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-41acdec6-61a6-437e-8e83-ea0d737b1750 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Aug 06 18:36:14.052797 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-557b14b7-fe82-450a-93e1-29040dec2f67 req-b9945bf6-e4f8-4d74-b3e5-8608d154bba0 service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992801 Aug 06 18:36:14.895574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eb445f06-41fe-4922-9f3a-1fdbbd0c7132 req-67a1da3f-39c9-4f74-ab97-0dfe81d6fed4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0263805 Aug 06 18:36:14.996123 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d972268a-c96b-460b-b050-0653ed6a331d req-210f7a41-f272-4817-b210-bb138d8faa42 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:14.997631 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d972268a-c96b-460b-b050-0653ed6a331d req-210f7a41-f272-4817-b210-bb138d8faa42 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0584178 Aug 06 18:36:15.039269 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d972268a-c96b-460b-b050-0653ed6a331d req-de0d951f-3686-49fa-938b-0dc9a32ee327 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351784 Aug 06 18:36:15.992025 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eb5378ad-b7f9-4394-aed6-67443a7236d2 req-614c2def-1aa3-429e-b5c0-f43ddc945e6b tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0270977 Aug 06 18:36:16.181304 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59024863-6d3d-4e2d-9207-386a0a483802 req-b1325dd2-5a11-416b-9d94-347e6005026f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:16.182840 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-59024863-6d3d-4e2d-9207-386a0a483802 req-b1325dd2-5a11-416b-9d94-347e6005026f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0499041 Aug 06 18:36:16.229373 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-59024863-6d3d-4e2d-9207-386a0a483802 req-9c65d95e-89b3-468a-9182-ba299e9fbc5f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405445 Aug 06 18:36:17.091191 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d760fb11-a7f0-4ca9-8076-1e6ebc90741b req-8596c781-7227-40a3-917d-a5e96a1dc085 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Aug 06 18:36:17.349870 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151abebc-8753-4a2e-a1b5-cbb236232657 req-19199fbc-9768-468f-82b5-f929baf1f0f5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:17.351587 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-151abebc-8753-4a2e-a1b5-cbb236232657 req-19199fbc-9768-468f-82b5-f929baf1f0f5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0487950 Aug 06 18:36:17.390136 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-151abebc-8753-4a2e-a1b5-cbb236232657 req-273c4c95-ae9c-48f0-a11d-20a9f9687964 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326271 Aug 06 18:36:18.199287 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-42f4425f-0075-45dc-adee-93982f3328d8 req-388f9218-0f69-4b1f-ada3-658bce854666 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0332997 Aug 06 18:36:18.515555 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd8503-00af-4d64-9735-1a65da43bf14 req-aa1f4c49-f687-442b-a83f-7c81b7751566 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:18.517048 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f1bd8503-00af-4d64-9735-1a65da43bf14 req-aa1f4c49-f687-442b-a83f-7c81b7751566 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0505581 Aug 06 18:36:18.557618 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f1bd8503-00af-4d64-9735-1a65da43bf14 req-3cffb377-c68f-40bc-bc51-d9f23429d5c2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338805 Aug 06 18:36:19.300047 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-09fa4742-9f7b-40f6-8626-f3bc6f3b5ee4 req-b7ac7e88-9e11-467f-8de7-c44fe94b6c0c tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Aug 06 18:36:19.691986 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f305f73-bab8-49c9-80ba-e3a8f5f3ec06 req-8a68a902-a71f-4a70-a14a-8d986eb27b70 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:19.693600 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3f305f73-bab8-49c9-80ba-e3a8f5f3ec06 req-8a68a902-a71f-4a70-a14a-8d986eb27b70 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0516059 Aug 06 18:36:19.732986 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3f305f73-bab8-49c9-80ba-e3a8f5f3ec06 req-0fe743d8-34cb-40fe-adbd-dbd7d3d09fc9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Aug 06 18:36:20.397639 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b8ad20a2-236c-4389-83ab-b0839b4f2f50 req-f7fb81e9-ae6e-4764-82c3-63e204f40b42 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0262749 Aug 06 18:36:20.870043 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad290b8-2058-4d4d-a74c-d375c91b7f07 req-b79566a9-c151-4de4-830b-ee1d42d9b8e1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:20.871789 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ad290b8-2058-4d4d-a74c-d375c91b7f07 req-b79566a9-c151-4de4-830b-ee1d42d9b8e1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0506060 Aug 06 18:36:20.912905 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ad290b8-2058-4d4d-a74c-d375c91b7f07 req-281413a2-62bd-4d06-8e3b-217732cf2c6b tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339251 Aug 06 18:36:21.496377 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9cbf66f-5617-43a3-9165-531efdca81d1 req-4a5fe955-023e-4a9d-a1ff-69b15d130bcc tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0298862 Aug 06 18:36:21.856061 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:21.876491 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:36:22.038761 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b0ec7d-04bf-4945-a46e-a96303ebb33f req-3fb3ba4b-972d-4b53-a9c5-4618cab9a59f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:22.040486 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7b0ec7d-04bf-4945-a46e-a96303ebb33f req-3fb3ba4b-972d-4b53-a9c5-4618cab9a59f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0534680 Aug 06 18:36:22.084292 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a7b0ec7d-04bf-4945-a46e-a96303ebb33f req-ab36ee97-38b8-4961-a56b-fba6d9b67168 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376873 Aug 06 18:36:22.595904 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6daa1d57-91f9-4a43-837b-379b13134bda req-5958f972-ab1d-4d1c-86d6-b64ad99695d6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0281866 Aug 06 18:36:22.644456 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-599dbc11-55f3-4820-8dbe-3e033f90e0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:23.232579 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b7c56-33ae-4d92-91ca-c474a0fb2f3c req-ca95392f-d90f-4f47-a444-6ce3281128ea tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:23.234067 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5f5b7c56-33ae-4d92-91ca-c474a0fb2f3c req-ca95392f-d90f-4f47-a444-6ce3281128ea tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0715480 Aug 06 18:36:23.274631 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5f5b7c56-33ae-4d92-91ca-c474a0fb2f3c req-a90f5241-62bd-4390-ba71-e0a3fd8fa90f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338490 Aug 06 18:36:23.691099 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6fe93994-b771-49eb-b51d-77cc87e80ac4 req-febb5adf-25f4-4170-aae8-8e7e1bf3e992 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Aug 06 18:36:24.398536 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac01af-b3c9-4d46-b076-18a4569d0313 req-939b00af-85f8-42d1-adda-13cd85bcc368 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:24.400081 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1ac01af-b3c9-4d46-b076-18a4569d0313 req-939b00af-85f8-42d1-adda-13cd85bcc368 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0505471 Aug 06 18:36:24.442054 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1ac01af-b3c9-4d46-b076-18a4569d0313 req-e8d5a654-5815-4237-8e4a-60fdddd4225c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359952 Aug 06 18:36:24.788988 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f8849a85-26f2-42a7-872f-9bdea63a73c1 req-ccbaa923-aa78-462a-86e2-eaa8636d985d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0272188 Aug 06 18:36:25.331454 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a80da7da-83e3-48d1-b845-778422244418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.419541 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:25.570977 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c2d0a-d88e-4741-8bcc-7f8e8e096836 req-9650e867-9b32-4720-a6e9-42f7bf2bbcf7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:25.572472 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a13c2d0a-d88e-4741-8bcc-7f8e8e096836 req-9650e867-9b32-4720-a6e9-42f7bf2bbcf7 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0534105 Aug 06 18:36:25.619601 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a13c2d0a-d88e-4741-8bcc-7f8e8e096836 req-7061741e-9ecc-4599-836c-8f4ccec55bf4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Aug 06 18:36:25.753185 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-978edd3f-36d3-48af-aa11-2b63dda6d3c3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:25.754647 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-978edd3f-36d3-48af-aa11-2b63dda6d3c3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 809 time: 0.1079443 Aug 06 18:36:25.802849 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-6eb05bab-eecb-45bb-a8ff-8e9868bda3e5 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf894fff2dae46139a6c8bb4f3d480c5 HTTP/1.1" status: 200 len: 380 time: 0.0346761 Aug 06 18:36:25.813421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'port': {'device_id': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'admin_state_up': True, 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'security_groups': ['daac5c06-ccf9-47cf-921e-ec77ccca5ffd']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:25.886302 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c8520a1f-ebc2-4781-9e2c-89fa34c62d06 req-a64df6f5-0323-4663-a05e-8d287bb205a9 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Aug 06 18:36:25.923639 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Made reservation on behalf of cf894fff2dae46139a6c8bb4f3d480c5 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:25.927185 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.055279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Allocated IP 172.20.0.14 (a22799a0-fa18-4076-9ca8-120f69ef2750/d53d4560-7b3b-4214-92e7-c8da66d9cbdf/9d748d08-d097-4d27-abdc-5c40c765efaf) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:26.203275 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.217901 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Transition to ACTIVE for port object 9d748d08-d097-4d27-abdc-5c40c765efaf will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:26.254072 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.304381 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Network a22799a0-fa18-4076-9ca8-120f69ef2750 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:26.311563 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:26.314900 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:26.337338 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.364995 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:26.385005 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.385457 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.385799 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.386132 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.386481 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.386790 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.387134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.387625 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.387957 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.388283 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.388600 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.389206 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:26.423821 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.425199 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.465177 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d3811f31-047d-43bc-8e09-4e7ab346b486 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6552796 Aug 06 18:36:26.473248 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8d676-1f9b-4160-9399-e7d358620313 req-f8544ece-8834-45c8-9390-aebb8eb8eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.475309 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e9b8d676-1f9b-4160-9399-e7d358620313 req-f8544ece-8834-45c8-9390-aebb8eb8eea7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1096 time: 0.0730789 Aug 06 18:36:26.481245 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Request body: {'port': {'device_id': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:26.572289 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.578186 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e9b8d676-1f9b-4160-9399-e7d358620313 req-b65a314f-9edf-4c17-a5f6-213a3f364b85 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685639 Aug 06 18:36:26.583811 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-4ebd2403-05d5-487b-a368-a5077be7ce1b None None] Provisioning for port 9d748d08-d097-4d27-abdc-5c40c765efaf completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:26.588699 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-4ebd2403-05d5-487b-a368-a5077be7ce1b None None] Provisioning complete for port 9d748d08-d097-4d27-abdc-5c40c765efaf triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:26.589740 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4ebd2403-05d5-487b-a368-a5077be7ce1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.643005 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd2403-05d5-487b-a368-a5077be7ce1b None None] Port 9d748d08-d097-4d27-abdc-5c40c765efaf cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:36:26.750186 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef81f-bdcb-4526-a563-1accfd283fda req-973a6151-474a-4275-8a15-04d4f7e1f254 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.752004 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c2ef81f-bdcb-4526-a563-1accfd283fda req-973a6151-474a-4275-8a15-04d4f7e1f254 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0540869 Aug 06 18:36:26.803480 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c2ef81f-bdcb-4526-a563-1accfd283fda req-6af608ee-bb48-45f0-91c1-bbef1e79709c tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375378 Aug 06 18:36:26.870622 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d748d08-d097-4d27-abdc-5c40c765efaf {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:26.874320 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693dc91-ef9d-4d1e-8e7a-1897cf72fe40 req-6af653dd-0183-47e6-8b9e-602c19015ee1 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:26.875855 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4693dc91-ef9d-4d1e-8e7a-1897cf72fe40 req-6af653dd-0183-47e6-8b9e-602c19015ee1 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0525804 Aug 06 18:36:26.878109 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.890246 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Transition to ACTIVE for port object 9d748d08-d097-4d27-abdc-5c40c765efaf will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:26.895558 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:26.916606 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4693dc91-ef9d-4d1e-8e7a-1897cf72fe40 req-358c5720-d6f0-4132-bc09-8d8484207131 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338359 Aug 06 18:36:26.991329 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:27.014329 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5ce8bf-0a5a-4b43-8f12-f8557992bd9b req-93e7bb4b-5547-406c-a4b9-11e70171a8f1 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.016133 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a5ce8bf-0a5a-4b43-8f12-f8557992bd9b req-93e7bb4b-5547-406c-a4b9-11e70171a8f1 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0528269 Aug 06 18:36:27.019218 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Attempting to bind port 9d748d08-d097-4d27-abdc-5c40c765efaf on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:27.019565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Attempting to bind port 9d748d08-d097-4d27-abdc-5c40c765efaf by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:27.019902 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Attempting to bind port 9d748d08-d097-4d27-abdc-5c40c765efaf on network a22799a0-fa18-4076-9ca8-120f69ef2750 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:27.025195 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Port 9d748d08-d097-4d27-abdc-5c40c765efaf on network a22799a0-fa18-4076-9ca8-120f69ef2750 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:27.025528 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Attempting to bind port 9d748d08-d097-4d27-abdc-5c40c765efaf on network a22799a0-fa18-4076-9ca8-120f69ef2750 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:27.030929 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:27.031331 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Checking segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:27.031723 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Bound using segment: {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:27.032147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Bound port: 9d748d08-d097-4d27-abdc-5c40c765efaf, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fd5a8e-9fad-4cd6-8507-c3e14f57c709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:27.033201 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:27.058423 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4a5ce8bf-0a5a-4b43-8f12-f8557992bd9b req-305c4a76-4b18-4355-ba00-93786f17abf8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351439 Aug 06 18:36:27.102993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:27.106689 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:27.112531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:27.145095 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.145706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:27.147054 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] 10.222.0.81 "PUT /v2.0/ports/9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 1094 time: 0.6708789 Aug 06 18:36:27.149404 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:27.151421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e23ee43-812d-4482-b93e-c09960551cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:27.183446 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f38fa-0501-4b4f-b78c-0d199ed57b72 service neutron] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:27.202556 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a915146-d68c-4478-b5e9-735ccafca5d4 x-openstack-request-id: req-6a915146-d68c-4478-b5e9-735ccafca5d4 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:27.202858 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:27.203143 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6a915146-d68c-4478-b5e9-735ccafca5d4 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:27.203548 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'status': 'completed', 'code': 200} Aug 06 18:36:27.249573 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-f8d02bfe-5fcd-4213-9452-a5878069c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.251170 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-f8d02bfe-5fcd-4213-9452-a5878069c61a service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1097 time: 0.0467989 Aug 06 18:36:27.298388 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-d0c3fff3-3e85-454c-adac-abf04112ad1b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 217 time: 0.0359256 Aug 06 18:36:27.353568 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-f6878aa9-015e-417b-a264-bccb5fc626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.354958 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-f6878aa9-015e-417b-a264-bccb5fc626d1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0457859 Aug 06 18:36:27.409071 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-f776b08b-9958-4038-8575-0a9045df36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.410599 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-f776b08b-9958-4038-8575-0a9045df36e0 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433662 Aug 06 18:36:27.512527 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-ea3d3ec4-7ff4-4b4d-b490-4c988ea35ade service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885479 Aug 06 18:36:27.616359 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-a02d94bf-0636-4fcb-bf47-9267e25d7d45 req-285a8f5e-8ae2-4373-b509-ea7a3e36ffaa service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947230 Aug 06 18:36:27.718258 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-3a7c5407-2f04-4c49-af42-95daa4c57967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.719840 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-3a7c5407-2f04-4c49-af42-95daa4c57967 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1097 time: 0.0456901 Aug 06 18:36:27.815142 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-e0533c48-c7d0-4dfa-8068-e019ec99ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.816643 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-e0533c48-c7d0-4dfa-8068-e019ec99ba62 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.0869405 Aug 06 18:36:27.866978 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-36e2501c-997e-46a4-88c2-dc400ab201c2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 217 time: 0.0385795 Aug 06 18:36:27.918991 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-3e378a62-e7b4-4f70-9e7c-cd79f08d0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.920480 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-3e378a62-e7b4-4f70-9e7c-cd79f08d0326 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0456452 Aug 06 18:36:27.924770 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5925f6d-08c9-4625-bd20-ccdc40815520 req-6c164d1c-c092-4d83-821c-40c5add8b9e5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.926239 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f5925f6d-08c9-4625-bd20-ccdc40815520 req-6c164d1c-c092-4d83-821c-40c5add8b9e5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0499167 Aug 06 18:36:27.968827 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f5925f6d-08c9-4625-bd20-ccdc40815520 req-d8299715-6f80-4202-9415-d983541ae24f tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362415 Aug 06 18:36:27.985130 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-1387dc15-f6f1-4a1f-bef9-41fe7c08f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:27.987996 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-1387dc15-f6f1-4a1f-bef9-41fe7c08f640 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0577545 Aug 06 18:36:27.995549 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.054187 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680e863-3ec0-4d5a-b0f0-af4bd98607a8 req-71f52c9c-8340-4aa6-9e6d-b79b76c02ebd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.055940 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a680e863-3ec0-4d5a-b0f0-af4bd98607a8 req-71f52c9c-8340-4aa6-9e6d-b79b76c02ebd tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0584264 Aug 06 18:36:28.100847 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a680e863-3ec0-4d5a-b0f0-af4bd98607a8 req-30e0a514-66ea-4a6c-be42-c5ad6b8f4be6 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379550 Aug 06 18:36:28.101524 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-2f6555ed-d39e-4a20-9676-1773cbfa2776 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036978 Aug 06 18:36:28.186774 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0619f2-9c9b-42ba-b692-f79a3f063a68 req-71aabbcf-4422-40ad-aa6a-f88b74f8dc88 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.188296 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2b0619f2-9c9b-42ba-b692-f79a3f063a68 req-71aabbcf-4422-40ad-aa6a-f88b74f8dc88 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0495095 Aug 06 18:36:28.193322 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5e23ee43-812d-4482-b93e-c09960551cd3 req-996954dc-2768-4606-84c8-686a5ab6dc0d service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834768 Aug 06 18:36:28.227402 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2b0619f2-9c9b-42ba-b692-f79a3f063a68 req-d243a522-48d6-4267-a7e0-c64f18cfe06e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323277 Aug 06 18:36:28.820680 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-d6556135-5338-436c-948a-2894acd068cf tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:28.822145 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-d6556135-5338-436c-948a-2894acd068cf tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0569313 Aug 06 18:36:28.910293 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Deleting port a507b35e-70bd-4bd7-8d1b-c5b266d62685 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:28.910634 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:28.999130 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] For port a507b35e-70bd-4bd7-8d1b-c5b266d62685, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=a507b35e-70bd-4bd7-8d1b-c5b266d62685,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:28.999816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.107795 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea796c-9d0f-48c0-a707-774f76f91b15 req-5d681738-a9e8-4f7d-9ef9-1e79e9089cf1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.109203 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-38ea796c-9d0f-48c0-a707-774f76f91b15 req-5d681738-a9e8-4f7d-9ef9-1e79e9089cf1 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 943 time: 0.0606596 Aug 06 18:36:29.149429 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-38ea796c-9d0f-48c0-a707-774f76f91b15 req-70cb8a80-0111-41d6-8313-b715088745cb tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Aug 06 18:36:29.190415 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.190780 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.191116 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Floating IP 8b1f8d55-91df-4d16-9d2f-fe899c04bf90 disassociated. External IP: 172.27.0.43, port: a507b35e-70bd-4bd7-8d1b-c5b266d62685. Aug 06 18:36:29.191460 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Calling delete_port for a507b35e-70bd-4bd7-8d1b-c5b266d62685 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:29.229041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a9090-f14c-47a7-9db1-57b689e57597 req-812992e2-dba8-402c-82d7-aa672771160c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.230603 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6f3a9090-f14c-47a7-9db1-57b689e57597 req-812992e2-dba8-402c-82d7-aa672771160c tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/ports?device_id=38692a00-dd44-477a-9173-4fe1cb9adf23 HTTP/1.1" status: 200 len: 946 time: 0.0544913 Aug 06 18:36:29.271436 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6f3a9090-f14c-47a7-9db1-57b689e57597 req-00028dda-a86a-4bd6-9834-50224fb8e142 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups?id=0b69cbd5-4697-4eff-9ad6-dd37ab062942&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337887 Aug 06 18:36:29.329959 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.355037 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79664638-8a3d-4267-87a5-dfc2e5815c70 req-9c70b67b-bb1d-4d36-8612-0bd057b14d6e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:29.356557 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-79664638-8a3d-4267-87a5-dfc2e5815c70 req-9c70b67b-bb1d-4d36-8612-0bd057b14d6e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0511875 Aug 06 18:36:29.359191 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event deleted for resources: {'Port': ['ID=a507b35e-70bd-4bd7-8d1b-c5b266d62685,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:29.402048 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-79664638-8a3d-4267-87a5-dfc2e5815c70 req-55b2dc82-44a8-4209-908a-89d3a77c9db2 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387468 Aug 06 18:36:29.477234 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:36:29.533808 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:29.584625 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:36:29.598165 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3962028-441c-4625-93d4-e788016eb35c None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:36:29.616016 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:29.616558 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:29.623431 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] No DVR routers for this DVR port a507b35e-70bd-4bd7-8d1b-c5b266d62685 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:29.625924 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.628056 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b8d2d602-ffc8-48c3-b842-1ca64e39ff13 req-a22e51c8-afd8-44ce-bbc2-653be1dfd048 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.81 "DELETE /v2.0/ports/a507b35e-70bd-4bd7-8d1b-c5b266d62685 HTTP/1.1" status: 204 len: 173 time: 0.7996743 Aug 06 18:36:29.628493 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'name': 'network-vif-deleted', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:29.630720 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700ff987-56bf-41ce-8713-789bf79286ac" -d '{"events": [{"server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "name": "network-vif-deleted", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:29.669399 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3013502-20de-4a0d-9a58-acdd7f05b795 x-openstack-request-id: req-e3013502-20de-4a0d-9a58-acdd7f05b795 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:29.669698 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38692a00-dd44-477a-9173-4fe1cb9adf23", "name": "network-vif-deleted", "tag": "a507b35e-70bd-4bd7-8d1b-c5b266d62685", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:29.669956 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3013502-20de-4a0d-9a58-acdd7f05b795 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:29.670352 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38692a00-dd44-477a-9173-4fe1cb9adf23', 'name': 'network-vif-deleted', 'tag': 'a507b35e-70bd-4bd7-8d1b-c5b266d62685', 'status': 'completed', 'code': 200} Aug 06 18:36:29.681958 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:29.696738 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'port_id': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'mac_address': 'fa:16:3e:6a:fe:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 703, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:29.908003 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:29.920349 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:29.951372 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:30.007275 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:30.011598 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.113130 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=9']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:30.182254 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:30.212668 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3962028-441c-4625-93d4-e788016eb35c None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:36:30.221367 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:30.221983 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:30.256669 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:30.358363 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46814) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:30.373339 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:30.415500 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-645a2a91-689d-40b6-94d5-1c950c75776a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.441183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-645a2a91-689d-40b6-94d5-1c950c75776a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.492190 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-645a2a91-689d-40b6-94d5-1c950c75776a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.496815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-645a2a91-689d-40b6-94d5-1c950c75776a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.503120 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-645a2a91-689d-40b6-94d5-1c950c75776a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "DELETE /v2.0/security-groups/0b69cbd5-4697-4eff-9ad6-dd37ab062942 HTTP/1.1" status: 204 len: 168 time: 0.1395698 Aug 06 18:36:30.504285 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46818) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:30.512660 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645a2a91-689d-40b6-94d5-1c950c75776a tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b69cbd5-4697-4eff-9ad6-dd37ab062942,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:30.521305 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.api.v2.resource [None req-b45a1ec1-9394-40a4-86df-0876c2ed0974 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] show failed (client error): The resource could not be found. Aug 06 18:36:30.522490 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b45a1ec1-9394-40a4-86df-0876c2ed0974 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "GET /v2.0/security-groups/0b69cbd5-4697-4eff-9ad6-dd37ab062942 HTTP/1.1" status: 404 len: 347 time: 0.0174189 Aug 06 18:36:30.525412 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46820) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:30.539247 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9e340-7839-489c-94ba-1ec3dcde5976 req-d224dd4d-1a2c-4811-8cc6-68724d32b437 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:30.543742 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-57a9e340-7839-489c-94ba-1ec3dcde5976 req-d224dd4d-1a2c-4811-8cc6-68724d32b437 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0719147 Aug 06 18:36:30.587843 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-57a9e340-7839-489c-94ba-1ec3dcde5976 req-f48605e8-7b24-4ec0-aa5c-5102613b8bed tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410602 Aug 06 18:36:30.647563 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-c3962028-441c-4625-93d4-e788016eb35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:30.673884 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3962028-441c-4625-93d4-e788016eb35c None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '27f132f5-9e0d-48fc-b2ce-43e779c833af', 'name': '', 'network_id': '9be7f983-23ed-4a17-8cff-8f14b156fc4d', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'mac_address': 'fa:16:3e:5f:2a:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:38Z', 'updated_at': '2021-08-06T18:29:56Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'subnets': [{'id': '37566611-9cf8-4c97-8d02-ba91cb23cba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:36:30.674615 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Deleting port 78bb79d6-7e1c-40b8-8667-285106bf552c {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:30.674965 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.754379 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.754709 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.766280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Calling delete_port for 78bb79d6-7e1c-40b8-8667-285106bf552c owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:30.904012 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8eb49-5d45-424e-9f7e-2bb4fe41d007 None None] New status for floating IP 8b1f8d55-91df-4d16-9d2f-fe899c04bf90: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:36:30.911804 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:30.937571 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Pushing event deleted for resources: {'Port': ['ID=78bb79d6-7e1c-40b8-8667-285106bf552c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:30.983008 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.db.api [None req-83a8eb49-5d45-424e-9f7e-2bb4fe41d007 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93278) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 06 18:36:30.983436 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG oslo_db.api [None req-83a8eb49-5d45-424e-9f7e-2bb4fe41d007 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 06 18:36:31.003211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.005758 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.007008 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7e65290a-32f9-47db-8955-af8ea7a37d09 tempest-AttachVolumeTestJSON-223236204 tempest-AttachVolumeTestJSON-223236204-project] 10.222.0.57 "DELETE /v2.0/floatingips/8b1f8d55-91df-4d16-9d2f-fe899c04bf90 HTTP/1.1" status: 204 len: 168 time: 0.4806404 Aug 06 18:36:31.485128 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a8eb49-5d45-424e-9f7e-2bb4fe41d007 None None] New status for floating IP 8b1f8d55-91df-4d16-9d2f-fe899c04bf90: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:36:31.546401 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:31.595214 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:31.595613 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.674599 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.697688 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:31.699976 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea093c9-d367-4b93-96a1-401674b04bd0" -d '{"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:31.713972 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ee2b7-2993-42c2-b1f5-84874fa4f799 req-d295f97c-af2a-45fe-9d49-9536727fc01a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:31.714616 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:31.716481 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a0ee2b7-2993-42c2-b1f5-84874fa4f799 req-d295f97c-af2a-45fe-9d49-9536727fc01a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0536902 Aug 06 18:36:31.722204 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:31.723016 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device a507b35e-70bd-4bd7-8d1b-c5b266d62685 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:31.767953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400150c8-5a67-41f1-bc27-36d0097a4fb4 x-openstack-request-id: req-400150c8-5a67-41f1-bc27-36d0097a4fb4 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:31.768388 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:31.768671 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-400150c8-5a67-41f1-bc27-36d0097a4fb4 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:31.769280 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'code': 200} Aug 06 18:36:31.773962 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a0ee2b7-2993-42c2-b1f5-84874fa4f799 req-6d16aae8-5da1-40a6-98c7-c17615f232a6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444765 Aug 06 18:36:31.774349 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: a507b35e-70bd-4bd7-8d1b-c5b266d62685 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:31.774741 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device a507b35e-70bd-4bd7-8d1b-c5b266d62685 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:31.801989 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=10']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:32.888310 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a7034-0d06-495e-8d32-ee3b2907cba7 req-34ca082b-053f-40a2-9ea0-6d09f2465c25 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:32.889793 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-398a7034-0d06-495e-8d32-ee3b2907cba7 req-34ca082b-053f-40a2-9ea0-6d09f2465c25 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0471222 Aug 06 18:36:32.928042 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-398a7034-0d06-495e-8d32-ee3b2907cba7 req-fb9e687c-dfa7-4eba-ba7b-7d3ae2ce4c2f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317109 Aug 06 18:36:34.046583 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69000a-fcef-494e-bd88-9bd7e6a77c36 req-66a7d3c6-8b49-4ce7-9065-9eaefecaed22 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:34.048082 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5b69000a-fcef-494e-bd88-9bd7e6a77c36 req-66a7d3c6-8b49-4ce7-9065-9eaefecaed22 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0525239 Aug 06 18:36:34.086362 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5b69000a-fcef-494e-bd88-9bd7e6a77c36 req-9314ca30-cd08-47ea-926a-e84086007d22 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Aug 06 18:36:34.551593 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46856) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:35.245880 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336e395-9f2b-47a9-a9bc-0bfc409fa441 req-7fcd3234-564f-4d3d-883f-9757606df0a7 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:35.247357 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6336e395-9f2b-47a9-a9bc-0bfc409fa441 req-7fcd3234-564f-4d3d-883f-9757606df0a7 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0772688 Aug 06 18:36:35.303234 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6336e395-9f2b-47a9-a9bc-0bfc409fa441 req-18c71ba2-8dae-4e15-87e2-6523d1845089 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489693 Aug 06 18:36:35.357537 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.572734 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:35.605826 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Deleting port 27f132f5-9e0d-48fc-b2ce-43e779c833af {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:35.606167 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.678271 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:35.684474 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] For port 27f132f5-9e0d-48fc-b2ce-43e779c833af, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=27f132f5-9e0d-48fc-b2ce-43e779c833af,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:35.684843 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.689597 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'port_id': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'mac_address': 'fa:16:3e:0e:72:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:35.697832 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Calling delete_port for 27f132f5-9e0d-48fc-b2ce-43e779c833af owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:35.729143 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.741667 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d748d08-d097-4d27-abdc-5c40c765efaf {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:35.761990 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:35.767160 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.817154 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:35.882777 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:35.905808 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f132f5-9e0d-48fc-b2ce-43e779c833af,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:35.919740 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.920086 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.920422 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.920754 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.921077 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.921405 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.921726 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.922048 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.922369 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.922688 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.923008 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.923381 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:36:35.997748 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['9d748d08-d097-4d27-abdc-5c40c765efaf'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:36.089904 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:36.312069 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:36:36.447191 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:36:36.457053 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-00905538-92b6-4872-8796-6ed60ce3fd31 admin admin] 10.222.0.57 "PUT /v2.0/routers/3a3801a1-ddac-434b-ac9b-dd4bf62a5af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9008830 Aug 06 18:36:36.458084 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46864) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:36.459279 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] Sync routers for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:36:36.465144 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037ec9ff-1ed9-4824-8550-794490eb078d req-d5febd8c-e184-4a53-9052-39814dc732e8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:36.466784 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-037ec9ff-1ed9-4824-8550-794490eb078d req-d5febd8c-e184-4a53-9052-39814dc732e8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 945 time: 0.0753338 Aug 06 18:36:36.469894 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:36.470520 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:36.507984 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-037ec9ff-1ed9-4824-8550-794490eb078d req-be4c394b-1e0a-4850-af80-ea2384bd6e5d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Aug 06 18:36:36.568725 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:36.579402 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:36.885776 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:36:35Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:36.913046 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] Checking router: 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:36:36.921106 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] Routers {'3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:36.921712 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:36.923356 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:36.975093 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Deleting port c1744317-c217-4f06-a3de-96849da35029 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:36.975423 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.028186 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] Set router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:37.051669 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] For port c1744317-c217-4f06-a3de-96849da35029, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=c1744317-c217-4f06-a3de-96849da35029,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:37.052038 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.064837 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Calling delete_port for c1744317-c217-4f06-a3de-96849da35029 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:37.216180 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:36:35Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:37.229067 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.241227 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09332a02-955e-4f9c-83f2-0c940dc3b9db None None] The sync data for ids ['3a3801a1-ddac-434b-ac9b-dd4bf62a5af2'] in dv-cinder-790910-9-iscsi is: [{'id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'name': 'tempest-AttachVolumeTestJSON-2086889159-router', 'tenant_id': '10269de20bc7485d9349868b7a3e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': 'c1744317-c217-4f06-a3de-96849da35029', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:31Z', 'updated_at': '2021-08-06T18:36:35Z', 'revision_number': 5, 'project_id': '10269de20bc7485d9349868b7a3e4ef0', 'gw_port': {'id': 'c1744317-c217-4f06-a3de-96849da35029', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:3e:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a3801a1-ddac-434b-ac9b-dd4bf62a5af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:36:37.260295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Pushing event deleted for resources: {'Port': ['ID=c1744317-c217-4f06-a3de-96849da35029,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:37.317764 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.402907 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.404960 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.450196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.450702 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:36:37.455028 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.456677 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-20fe351b-a2b8-4d8e-97ee-658f8b92eaba admin admin] 10.222.0.57 "DELETE /v2.0/routers/3a3801a1-ddac-434b-ac9b-dd4bf62a5af2 HTTP/1.1" status: 204 len: 168 time: 0.9968913 Aug 06 18:36:37.459313 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46866) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:37.500809 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Deleting subnet 37566611-9cf8-4c97-8d02-ba91cb23cba4 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:36:37.504892 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.538280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.572639 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:37.648295 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff03c5-55b2-410c-8790-58e9413201e2 req-0ac78e5a-defe-4a5c-9b89-c10b22a64f43 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:37.649903 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-11ff03c5-55b2-410c-8790-58e9413201e2 req-0ac78e5a-defe-4a5c-9b89-c10b22a64f43 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 945 time: 0.0707827 Aug 06 18:36:37.655712 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.657791 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 9d748d08-d097-4d27-abdc-5c40c765efaf completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:37.662278 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 9d748d08-d097-4d27-abdc-5c40c765efaf triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:37.662651 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.708092 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-11ff03c5-55b2-410c-8790-58e9413201e2 req-654610ce-e366-42a5-9a60-fd1d906fd056 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505323 Aug 06 18:36:37.728644 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.763106 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37566611-9cf8-4c97-8d02-ba91cb23cba4,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:37.763321 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.769189 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.774198 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46870) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:37.775259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85634387-5436-4eed-a3ec-7195e6970fea None None] Network 9be7f983-23ed-4a17-8cff-8f14b156fc4d requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:37.775649 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b0fea0de-8912-491a-891a-63cd414a549b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/37566611-9cf8-4c97-8d02-ba91cb23cba4 HTTP/1.1" status: 204 len: 168 time: 0.3114214 Aug 06 18:36:37.807148 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:37.809453 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600ea436-f9de-4dec-8c6c-19832e138d7f" -d '{"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-plugged", "status": "completed", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:37.849757 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:37.859734 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.864614 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.894605 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4ced0a-9462-4d56-ae66-65fe9f5ec84b x-openstack-request-id: req-db4ced0a-9462-4d56-ae66-65fe9f5ec84b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:37.894900 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-plugged", "status": "completed", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:37.895180 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db4ced0a-9462-4d56-ae66-65fe9f5ec84b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:37.895578 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'code': 200} Aug 06 18:36:37.925070 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 27f132f5-9e0d-48fc-b2ce-43e779c833af no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:37.932664 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Deleting port 09a290fd-4179-4539-83c8-a602d6e50ffd {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:37.932998 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:37.970556 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 27f132f5-9e0d-48fc-b2ce-43e779c833af {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:37.970908 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 27f132f5-9e0d-48fc-b2ce-43e779c833af not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:37.985844 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:37.999999 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] For port 09a290fd-4179-4539-83c8-a602d6e50ffd, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=09a290fd-4179-4539-83c8-a602d6e50ffd,segment=NetworkSegment(9ffa6879-bf60-4922-96b9-2eca2b80ce3c),segment_id=9ffa6879-bf60-4922-96b9-2eca2b80ce3c)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:38.000347 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.026661 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Calling delete_port for 09a290fd-4179-4539-83c8-a602d6e50ffd owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:38.084597 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] DHCP port deletion for 9be7f983-23ed-4a17-8cff-8f14b156fc4d request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:36:38.119706 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.131443 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fb433-011d-4523-970a-6c3177192425 req-9e87bf5c-f16e-4e84-a6fa-4b1b4af8ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.132971 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1a1fb433-011d-4523-970a-6c3177192425 req-9e87bf5c-f16e-4e84-a6fa-4b1b4af8ebf5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0437067 Aug 06 18:36:38.133625 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Deleting port 09a290fd-4179-4539-83c8-a602d6e50ffd {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:36:38.134012 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.146887 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a290fd-4179-4539-83c8-a602d6e50ffd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:38.151780 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] No DVR routers for this DVR port 09a290fd-4179-4539-83c8-a602d6e50ffd on host dv-cinder-790910-9-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:38.179258 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1a1fb433-011d-4523-970a-6c3177192425 req-205ad9aa-2e7d-4d56-93e3-daed2830cc00 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387080 Aug 06 18:36:38.202149 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] For port 09a290fd-4179-4539-83c8-a602d6e50ffd, host dv-cinder-790910-9-iscsi, got binding levels [] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:38.202550 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.216305 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Calling delete_port for 09a290fd-4179-4539-83c8-a602d6e50ffd owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:36:38.223388 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.ipam_backend_mixin [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Port 09a290fd-4179-4539-83c8-a602d6e50ffd was not found and therefore no delete operation was performed {{(pid=93277) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:36:38.224663 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.225892 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.235984 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be7f983-23ed-4a17-8cff-8f14b156fc4d']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:38.246368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ffa6879-bf60-4922-96b9-2eca2b80ce3c') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:38.246662 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ffa6879-bf60-4922-96b9-2eca2b80ce3c') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:38.249713 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] Pushing event deleted for resources: {'Port': ['ID=09a290fd-4179-4539-83c8-a602d6e50ffd,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:38.253859 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2c36c2-c043-4192-a949-494baafd7a12 None None] No DVR routers for this DVR port 09a290fd-4179-4539-83c8-a602d6e50ffd on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:36:38.257772 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.272348 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.278279 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Releasing vlan 730 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:36:38.278634 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:36:38.280280 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:36:38.332110 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.339104 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.340930 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9be7f983-23ed-4a17-8cff-8f14b156fc4d HTTP/1.1" status: 204 len: 168 time: 0.5657640 Aug 06 18:36:38.353929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54070948-ea36-497b-8cea-24935688d815 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be7f983-23ed-4a17-8cff-8f14b156fc4d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:38.457688 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46876) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:38.497110 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bb4f94b8-ce11-4412-bc0d-ce1ec3691b38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10269de20bc7485d9349868b7a3e4ef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382044 Aug 06 18:36:38.499640 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46878) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:38.556888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e15fc6e-c7ef-4936-8c1c-19362d398049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.577851 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e15fc6e-c7ef-4936-8c1c-19362d398049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.623665 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e15fc6e-c7ef-4936-8c1c-19362d398049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.626155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-6e15fc6e-c7ef-4936-8c1c-19362d398049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:38.627333 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6e15fc6e-c7ef-4936-8c1c-19362d398049 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa7f0175-efbc-4fc4-a5aa-edf6c8e212cd HTTP/1.1" status: 204 len: 168 time: 0.1267238 Aug 06 18:36:38.636867 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15fc6e-c7ef-4936-8c1c-19362d398049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7f0175-efbc-4fc4-a5aa-edf6c8e212cd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:38.815103 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe736ee-ef7e-494e-9a5c-3349c77f6864 req-3be638b2-5dbe-4eff-a587-364a1e63e964 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:38.817176 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0fe736ee-ef7e-494e-9a5c-3349c77f6864 req-3be638b2-5dbe-4eff-a587-364a1e63e964 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0521548 Aug 06 18:36:38.858161 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0fe736ee-ef7e-494e-9a5c-3349c77f6864 req-bc672cf6-b17f-492c-bd77-94baf5e2d9e3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350008 Aug 06 18:36:39.315541 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 46902) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.408462 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1528686289-network', 'tenant_id': '50aac563cb7944cebf5dc4771a161a3a'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:39.434493 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Made reservation on behalf of 50aac563cb7944cebf5dc4771a161a3a for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:39.436777 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.445099 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.534630 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.538508 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.561772 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:36:39.571497 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec3d905-4cd7-476e-b24f-754aa6e5e48c,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:39.576070 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.576407 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Added segment 6ab17847-b76d-4295-b5f3-7f538dc03121 of type vlan for network 2428ac76-28c5-4556-a09b-9101df7c380b Aug 06 18:36:39.616226 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.644341 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.645328 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.645914 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.700483 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3838420 Aug 06 18:36:39.703563 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46906) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:39.708135 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f86de4-7b5b-4f71-9bb1-e7f258114bcb admin admin] Pushing event updated for resources: {'Network': ['ID=2428ac76-28c5-4556-a09b-9101df7c380b,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:39.709353 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Request body: {'subnet': {'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1528686289-subnet', 'tenant_id': '50aac563cb7944cebf5dc4771a161a3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:39.718750 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 2428ac76-28c5-4556-a09b-9101df7c380b details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:36:39.734710 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Made reservation on behalf of 50aac563cb7944cebf5dc4771a161a3a for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:39.737183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.793013 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device c1744317-c217-4f06-a3de-96849da35029 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:39.813674 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: c1744317-c217-4f06-a3de-96849da35029 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:39.814022 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device c1744317-c217-4f06-a3de-96849da35029 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:39.814445 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 09a290fd-4179-4539-83c8-a602d6e50ffd no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:36:39.833491 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 09a290fd-4179-4539-83c8-a602d6e50ffd {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:36:39.833832 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 09a290fd-4179-4539-83c8-a602d6e50ffd not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:36:39.914427 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:39.969858 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:39.976227 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b2add-a0f1-49a0-9516-1ad83b2093ef req-89883627-af28-455b-9be6-4df7c0b3674e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:39.977743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c92b2add-a0f1-49a0-9516-1ad83b2093ef req-89883627-af28-455b-9be6-4df7c0b3674e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0486779 Aug 06 18:36:39.978857 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Checking segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:39.979343 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Network hostable DHCP agents. Network: 2428ac76-28c5-4556-a09b-9101df7c380b, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:36:39.996201 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Network 2428ac76-28c5-4556-a09b-9101df7c380b is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:36:40.005756 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 2428ac76-28c5-4556-a09b-9101df7c380b) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:40.010014 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.010611 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.017809 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712261e-b98f-4814-b8a9-1ca6cde23129 None None] Network 2428ac76-28c5-4556-a09b-9101df7c380b requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:40.021902 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c92b2add-a0f1-49a0-9516-1ad83b2093ef req-349d87b6-3bfe-4d17-93dd-be4c29d201d8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379691 Aug 06 18:36:40.030534 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-bb6c9a53-ef43-428f-bfb6-d9137bb932db admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3258498 Aug 06 18:36:40.145078 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6a3468-c53a-4432-b5f0-ec389c677892 req-6485f0e1-ba42-4888-9c65-310cf86fbc91 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.146646 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cc6a3468-c53a-4432-b5f0-ec389c677892 req-6485f0e1-ba42-4888-9c65-310cf86fbc91 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0500803 Aug 06 18:36:40.147000 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d000db-eb0a-4b9a-9354-6778812c180f None None] Network 2428ac76-28c5-4556-a09b-9101df7c380b requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:36:40.189318 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cc6a3468-c53a-4432-b5f0-ec389c677892 req-18f5c11f-6b5f-4604-bcce-4eedf2f92c53 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359788 Aug 06 18:36:40.219130 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46918) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:40.367091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19292ffe-247c-4f88-a702-6c29b5b8be5b tempest-TestShelveInstance-1356184862 tempest-TestShelveInstance-1356184862-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.368679 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-19292ffe-247c-4f88-a702-6c29b5b8be5b tempest-TestShelveInstance-1356184862 tempest-TestShelveInstance-1356184862-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1094 time: 0.1482267 Aug 06 18:36:40.371578 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 46928) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:36:40.375927 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'port_id': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:40.397602 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for floatingip, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.497001 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.503023 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-b945527a-acfd-4ab3-afae-44c8575ec39e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:40.504658 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-b945527a-acfd-4ab3-afae-44c8575ec39e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1042557 Aug 06 18:36:40.520382 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-0b7de898-0da4-40da-a8b0-7cb0ed53f98b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/quotas/50aac563cb7944cebf5dc4771a161a3a HTTP/1.1" status: 200 len: 375 time: 0.0097024 Aug 06 18:36:40.552443 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-f28026ee-9cb0-467c-92ff-b7be0ba03c91 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264452 Aug 06 18:36:40.606520 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Allocated IP 172.27.0.227 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/415d1e2e-f54a-423f-90fd-6e241d4b23e8) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:40.647438 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-cc5e6485-59df-4da3-869e-98aec17b7367 service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877318 Aug 06 18:36:40.709834 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.735678 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-2fc7a569-9432-4d4b-ab1d-80e8fccc90c6 service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820115 Aug 06 18:36:40.748983 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:40.786354 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:40.791298 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:40.793679 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:40.826469 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'Port': ['ID=415d1e2e-f54a-423f-90fd-6e241d4b23e8,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:40.900082 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0eb8e987-732c-4876-b279-49b8777e216d req-5a09d1de-766a-4183-86c0-1f7767ea3ebf tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 210 time: 0.0264251 Aug 06 18:36:41.183196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.264083 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.423879 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.429202 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.497116 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event updated for resources: {'Port': ['ID=415d1e2e-f54a-423f-90fd-6e241d4b23e8,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:41.507350 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:41.605349 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Floating IP daa7818c-5202-4bc5-bc45-c2782b38d707 associated. External IP: 172.27.0.227, port: 9d748d08-d097-4d27-abdc-5c40c765efaf. Aug 06 18:36:41.864869 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:36:41.939626 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-1bd184f9-95ca-41f4-abbb-e0c5a1a74b43 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:41.941379 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-1bd184f9-95ca-41f4-abbb-e0c5a1a74b43 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1525288 Aug 06 18:36:41.985013 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Request body: {'port': {'device_id': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'admin_state_up': True, 'tenant_id': '50aac563cb7944cebf5dc4771a161a3a'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:42.001664 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c883a5cd-c99a-4e97-a644-bb0425392117 req-08d3bb78-d989-4ed2-9279-ceacbc2b51bf tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 210 time: 0.0315485 Aug 06 18:36:42.060600 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:36:42.070736 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] Sync routers for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:36:42.079511 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:42.080294 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:42.085707 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.123181 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-52c6b410-4f22-4f61-b8d3-322918611b77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7504768 Aug 06 18:36:42.125577 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:42.127857 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5633d5-e676-4e02-9fb8-1204a075bdea" -d '{"events": [{"name": "network-changed", "server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:42.142799 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Made reservation on behalf of 50aac563cb7944cebf5dc4771a161a3a for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:36:42.147310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.171456 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b886d0-5a9a-451f-a2d2-ad32bc2dd4a7 x-openstack-request-id: req-26b886d0-5a9a-451f-a2d2-ad32bc2dd4a7 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:42.171747 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:42.172042 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26b886d0-5a9a-451f-a2d2-ad32bc2dd4a7 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:42.172390 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'status': 'completed', 'code': 200} Aug 06 18:36:42.191090 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:42.288141 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-61a17cfa-a0de-4e08-be15-05e149700765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:42.289638 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-61a17cfa-a0de-4e08-be15-05e149700765 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0858603 Aug 06 18:36:42.358212 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Allocated IP 172.20.0.2 (2428ac76-28c5-4556-a09b-9101df7c380b/b87a4819-9b2a-4ae8-89cb-e4bf32dbe115/aa160568-afb1-4418-85dd-69f42e721f78) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:36:42.421707 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'daa7818c-5202-4bc5-bc45-c2782b38d707', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'port_id': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'mac_address': 'fa:16:3e:0e:72:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:36:41Z', 'updated_at': '2021-08-06T18:36:41Z', 'revision_number': 0, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:42.448388 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] Checking router: 99e8c2fa-89e7-4fac-ade0-ff3af3900549 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:36:42.457948 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:36:42.458972 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:42.571300 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:36:42.665102 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-676abd49-c11f-4f10-92eb-5ccae1f0af03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:42.666568 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-676abd49-c11f-4f10-92eb-5ccae1f0af03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.3684886 Aug 06 18:36:42.783930 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-85d836bd-7366-4e47-b164-4c3d9af978ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 1000 time: 0.1088228 Aug 06 18:36:42.798474 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'daa7818c-5202-4bc5-bc45-c2782b38d707', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'port_id': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'mac_address': 'fa:16:3e:0e:72:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:36:41Z', 'updated_at': '2021-08-06T18:36:41Z', 'revision_number': 0, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:36:42.825073 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d95e09c-8f08-46a4-8ecb-0a331fd10cb4 None None] The sync data for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi is: [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'daa7818c-5202-4bc5-bc45-c2782b38d707', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'floating_ip_address': '172.27.0.227', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'port_id': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'mac_address': 'fa:16:3e:0e:72:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:36:41Z', 'updated_at': '2021-08-06T18:36:41Z', 'revision_number': 0, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:36:42.847448 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.860262 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-64d734c6-4b7a-4ae6-a3ba-ffb0ca83b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:42.861732 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-64d734c6-4b7a-4ae6-a3ba-ffb0ca83b637 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0696197 Aug 06 18:36:42.922749 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:42.932357 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-8df626af-c9ef-4911-8f8f-310a1246d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:42.933819 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-8df626af-c9ef-4911-8f8f-310a1246d1f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0625739 Aug 06 18:36:42.997898 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Network 2428ac76-28c5-4556-a09b-9101df7c380b is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:36:43.004190 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:36:43.025447 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b42a92-5e88-4df3-b895-9895967ff013 None None] New status for floating IP daa7818c-5202-4bc5-bc45-c2782b38d707: ACTIVE {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:36:43.034147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:36:43.058249 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event updated for resources: {'Port': ['ID=aa160568-afb1-4418-85dd-69f42e721f78,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:43.103740 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.104352 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.122985 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-cd479d91-c893-4ffb-aa7c-d098ec488ef3 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629429 Aug 06 18:36:43.124991 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89e6a0-247c-4cff-9255-898ff9428551 req-b277ecdd-bb51-46b5-b8e4-d58ece35e7a0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.125579 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-812aa6f0-717b-4f2f-81a7-45457bf44982 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1458235 Aug 06 18:36:43.126477 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9e89e6a0-247c-4cff-9255-898ff9428551 req-b277ecdd-bb51-46b5-b8e4-d58ece35e7a0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 931 time: 0.0514493 Aug 06 18:36:43.167454 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9e89e6a0-247c-4cff-9255-898ff9428551 req-cd2e2f76-bfe4-40c7-90d4-b524587bdb4e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346432 Aug 06 18:36:43.172976 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Request body: {'port': {'device_id': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:36:43.277223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.281319 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f5633d5-e676-4e02-9fb8-1204a075bdea req-aeab82fe-d917-4730-857e-07031af41d78 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418869 Aug 06 18:36:43.538354 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa160568-afb1-4418-85dd-69f42e721f78 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:43.545737 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.558327 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Transition to ACTIVE for port object aa160568-afb1-4418-85dd-69f42e721f78 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:36:43.561218 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.609835 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Pushing event updated for resources: {'Port': ['ID=aa160568-afb1-4418-85dd-69f42e721f78,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:43.680660 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Attempting to bind port aa160568-afb1-4418-85dd-69f42e721f78 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:36:43.681222 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Attempting to bind port aa160568-afb1-4418-85dd-69f42e721f78 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:36:43.681563 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Attempting to bind port aa160568-afb1-4418-85dd-69f42e721f78 on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:43.685715 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Port aa160568-afb1-4418-85dd-69f42e721f78 on network 2428ac76-28c5-4556-a09b-9101df7c380b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:36:43.686038 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Attempting to bind port aa160568-afb1-4418-85dd-69f42e721f78 on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:36:43.691421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:36:43.691758 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Checking segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:36:43.692140 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Bound using segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:36:43.692564 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Bound port: aa160568-afb1-4418-85dd-69f42e721f78, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:36:43.692938 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.753608 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] For port aa160568-afb1-4418-85dd-69f42e721f78, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:36:43.756639 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] For port aa160568-afb1-4418-85dd-69f42e721f78, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=aa160568-afb1-4418-85dd-69f42e721f78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:36:43.760239 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.791345 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.791959 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:43.793356 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] 10.222.0.81 "PUT /v2.0/ports/aa160568-afb1-4418-85dd-69f42e721f78 HTTP/1.1" status: 200 len: 1093 time: 0.6525245 Aug 06 18:36:43.818177 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d9c455-235a-4a1f-a6ee-679db9518b3e service neutron] Pushing event updated for resources: {'Port': ['ID=aa160568-afb1-4418-85dd-69f42e721f78,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:43.875932 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-b96f9bb6-66fc-42eb-ae78-8f7b2fb91c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.877424 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-b96f9bb6-66fc-42eb-ae78-8f7b2fb91c78 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 1096 time: 0.0432155 Aug 06 18:36:43.920600 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-8ee57db1-0404-49d7-b8c5-2e996060203b service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa160568-afb1-4418-85dd-69f42e721f78 HTTP/1.1" status: 200 len: 217 time: 0.0326171 Aug 06 18:36:43.974003 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96366483-c398-4a72-a06d-6a2e47479001 req-5720efaa-fc57-4854-b32e-a8a39e6b471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:43.975462 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-5720efaa-fc57-4854-b32e-a8a39e6b471f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0445077 Aug 06 18:36:44.009660 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-f9d7d13e-d46a-499b-93aa-edd761ef5a12 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249119 Aug 06 18:36:44.104877 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-9e74981a-bb32-4c7e-a340-09ffe9b08184 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871673 Aug 06 18:36:44.172859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'tag': 'aa160568-afb1-4418-85dd-69f42e721f78'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:44.175105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caad8c73-fd6d-41f9-95f3-b91e84455023" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcd6076-4329-4333-aaf2-f38a9af3c250", "tag": "aa160568-afb1-4418-85dd-69f42e721f78"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:44.202774 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-96366483-c398-4a72-a06d-6a2e47479001 req-556b13a7-2bd4-4955-a633-f8d16cd5a9e6 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904310 Aug 06 18:36:44.212137 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8aa84a-e429-4ab5-b796-e41142fb3b07 x-openstack-request-id: req-6c8aa84a-e429-4ab5-b796-e41142fb3b07 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:44.212434 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcd6076-4329-4333-aaf2-f38a9af3c250", "tag": "aa160568-afb1-4418-85dd-69f42e721f78", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:44.212691 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c8aa84a-e429-4ab5-b796-e41142fb3b07 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:44.213088 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'tag': 'aa160568-afb1-4418-85dd-69f42e721f78', 'status': 'completed', 'code': 200} Aug 06 18:36:44.290426 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-97aa065e-4787-4f74-872f-9b5c9de23851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.291953 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-97aa065e-4787-4f74-872f-9b5c9de23851 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 1096 time: 0.0409267 Aug 06 18:36:44.295832 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8820d37-74b3-431e-ab07-8e5abd48404f req-bd3865c9-1e3f-4af8-b3fa-ef0475da8612 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.297336 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8820d37-74b3-431e-ab07-8e5abd48404f req-bd3865c9-1e3f-4af8-b3fa-ef0475da8612 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 943 time: 0.0502818 Aug 06 18:36:44.337738 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8820d37-74b3-431e-ab07-8e5abd48404f req-a5409156-9b0c-4f3e-b8bf-3021ba1c219d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337522 Aug 06 18:36:44.387031 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-1e2e826c-942c-45d9-8ea2-7c4548b9f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.388509 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-1e2e826c-942c-45d9-8ea2-7c4548b9f6ea service neutron] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 916 time: 0.0859232 Aug 06 18:36:44.435303 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-c6342d0d-deca-4eb6-906e-59ddc2f86a89 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa160568-afb1-4418-85dd-69f42e721f78 HTTP/1.1" status: 200 len: 217 time: 0.0360525 Aug 06 18:36:44.486421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-fb027a2f-0812-4d47-8d9e-99c845e5be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:44.488778 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-fb027a2f-0812-4d47-8d9e-99c845e5be90 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0420325 Aug 06 18:36:44.522960 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-d3706f70-fb35-4201-95c8-b9e0f1065199 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259106 Aug 06 18:36:44.617331 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-3122ff20-8146-4905-84d9-05fcb0dd82c5 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864851 Aug 06 18:36:44.705401 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-caad8c73-fd6d-41f9-95f3-b91e84455023 req-c0e8e179-9b58-4910-8b73-aecf0b834f3f service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802035 Aug 06 18:36:45.452041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a244d4cf-5e96-494d-bd8f-6fe13e2af7f7 req-49d0ca09-8da8-4f26-8e91-d22f493df854 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:45.453491 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a244d4cf-5e96-494d-bd8f-6fe13e2af7f7 req-49d0ca09-8da8-4f26-8e91-d22f493df854 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 943 time: 0.0480223 Aug 06 18:36:45.495261 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a244d4cf-5e96-494d-bd8f-6fe13e2af7f7 req-f021a825-993e-4c0b-8d29-206c553c3955 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349176 Aug 06 18:36:46.613901 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed0805-3043-44fa-b6a9-74f6d841049e req-428a98c7-7849-49d9-8ba1-826a97c418f0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:46.615389 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0ed0805-3043-44fa-b6a9-74f6d841049e req-428a98c7-7849-49d9-8ba1-826a97c418f0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 943 time: 0.0485144 Aug 06 18:36:46.661968 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a0ed0805-3043-44fa-b6a9-74f6d841049e req-e11585e2-6b6e-4515-b9cf-791156997457 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403068 Aug 06 18:36:47.607057 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device aa160568-afb1-4418-85dd-69f42e721f78 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:36:47.704954 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port aa160568-afb1-4418-85dd-69f42e721f78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=aa160568-afb1-4418-85dd-69f42e721f78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:47.717558 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'aa160568-afb1-4418-85dd-69f42e721f78', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'port_id': 'aa160568-afb1-4418-85dd-69f42e721f78', 'mac_address': 'fa:16:3e:d2:c8:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87a4819-9b2a-4ae8-89cb-e4bf32dbe115', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:36:47.755405 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:47.767999 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa160568-afb1-4418-85dd-69f42e721f78 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:36:47.780767 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c3b25a-2e94-435d-bab5-5e875051785d req-9bcf3378-2314-4afe-b0d9-82e50ff9c175 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:47.782224 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-86c3b25a-2e94-435d-bab5-5e875051785d req-9bcf3378-2314-4afe-b0d9-82e50ff9c175 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 943 time: 0.0490377 Aug 06 18:36:47.788316 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port aa160568-afb1-4418-85dd-69f42e721f78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=aa160568-afb1-4418-85dd-69f42e721f78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:47.792463 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:47.822876 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-86c3b25a-2e94-435d-bab5-5e875051785d req-42e0746f-c3a0-41a7-b04e-90198f37c750 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336232 Aug 06 18:36:47.841423 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=aa160568-afb1-4418-85dd-69f42e721f78,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:48.058194 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:36:48.936385 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caff12a3-2e76-4a72-b005-42764dc289a5 req-ad672d05-0562-424e-81d1-6a100a72109a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:48.937836 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-caff12a3-2e76-4a72-b005-42764dc289a5 req-ad672d05-0562-424e-81d1-6a100a72109a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 944 time: 0.0495284 Aug 06 18:36:48.979220 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-caff12a3-2e76-4a72-b005-42764dc289a5 req-453d723c-a43c-4327-a36d-69a1e087822a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355589 Aug 06 18:36:49.635966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device aa160568-afb1-4418-85dd-69f42e721f78 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:36:49.684788 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port aa160568-afb1-4418-85dd-69f42e721f78 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:36:49.688530 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port aa160568-afb1-4418-85dd-69f42e721f78 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:36:49.688908 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.766747 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.789838 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa160568-afb1-4418-85dd-69f42e721f78'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:36:49.792083 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70ed331-8fbd-43e2-b3ff-59705f8d6105" -d '{"events": [{"server_uuid": "dfcd6076-4329-4333-aaf2-f38a9af3c250", "name": "network-vif-plugged", "status": "completed", "tag": "aa160568-afb1-4418-85dd-69f42e721f78"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:36:49.805412 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port aa160568-afb1-4418-85dd-69f42e721f78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=aa160568-afb1-4418-85dd-69f42e721f78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:36:49.809595 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:49.832801 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2df1192-3c3e-407d-b6a6-00a342c9f82d x-openstack-request-id: req-f2df1192-3c3e-407d-b6a6-00a342c9f82d {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:36:49.833087 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcd6076-4329-4333-aaf2-f38a9af3c250", "name": "network-vif-plugged", "status": "completed", "tag": "aa160568-afb1-4418-85dd-69f42e721f78", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:36:49.833341 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2df1192-3c3e-407d-b6a6-00a342c9f82d {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:36:49.833726 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa160568-afb1-4418-85dd-69f42e721f78', 'code': 200} Aug 06 18:36:49.858957 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=aa160568-afb1-4418-85dd-69f42e721f78,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:36:50.005738 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159dcf-331c-47c5-8e37-9905e6eb7e82 req-0147ae9b-03d4-4218-ae13-57e82f0a939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:50.007244 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-10159dcf-331c-47c5-8e37-9905e6eb7e82 req-0147ae9b-03d4-4218-ae13-57e82f0a939d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 1098 time: 0.0440943 Aug 06 18:36:50.045190 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-10159dcf-331c-47c5-8e37-9905e6eb7e82 req-e9504768-93ef-4e82-a826-92323b6d5ece service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287669 Aug 06 18:36:50.099172 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a1d77-adef-4557-9e46-20b9b5dd00d2 req-a3c56712-0e37-46eb-bcf0-550fd54b2db3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:50.100674 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-166a1d77-adef-4557-9e46-20b9b5dd00d2 req-a3c56712-0e37-46eb-bcf0-550fd54b2db3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0536807 Aug 06 18:36:50.139322 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-166a1d77-adef-4557-9e46-20b9b5dd00d2 req-baa74ea3-bcdf-476c-9a80-c26557101656 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314317 Aug 06 18:36:51.253431 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c84eb-5688-4907-b3aa-9643fb7375d9 req-289e1052-9d2c-48e5-af66-30a5f48c1a9b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:51.254923 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d24c84eb-5688-4907-b3aa-9643fb7375d9 req-289e1052-9d2c-48e5-af66-30a5f48c1a9b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0476754 Aug 06 18:36:51.293103 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d24c84eb-5688-4907-b3aa-9643fb7375d9 req-1afac943-e137-44b7-b4a4-fd983cea71c9 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Aug 06 18:36:51.366205 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-4095ee2f-75e6-49c7-badd-7b5332e1e370 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0585711 Aug 06 18:36:51.432135 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-c212f90b-79ab-467e-a2d9-7f86525cdc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:51.433589 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-c212f90b-79ab-467e-a2d9-7f86525cdc66 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=166d8db214bb4890b5b650cd67df2cf2&device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 1099 time: 0.0410755 Aug 06 18:36:51.543749 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-884b9afb-bb22-4410-b952-fa60f770a0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:51.545331 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-884b9afb-bb22-4410-b952-fa60f770a0c9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 200 len: 918 time: 0.0917673 Aug 06 18:36:51.614551 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-fd5b273e-f0d1-4a51-a7cd-49efc43cf053 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 200 len: 1000 time: 0.0590372 Aug 06 18:36:51.666373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-13622142-eb27-494a-9a3e-5a37652951a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:51.668180 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-13622142-eb27-494a-9a3e-5a37652951a4 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 200 len: 856 time: 0.0455704 Aug 06 18:36:51.718684 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-83c54a13-8053-4a11-91c0-ff88af881105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:51.719870 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-83c54a13-8053-4a11-91c0-ff88af881105 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440066 Aug 06 18:36:51.813797 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-338ce999-ad51-4472-9004-ab0225749a9c service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817342 Aug 06 18:36:51.852920 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:51.909681 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dc786c9f-37cb-44cd-a65a-e3ad772e00af req-049dc939-d32c-484c-89cb-c4898d76a99a service neutron] 10.222.0.81 "GET /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872052 Aug 06 18:36:52.646064 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-840dd39b-8f01-45b4-84e3-de2c226c6124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:55.333862 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ccc8ca0e-73fd-4b28-abd2-82684e7a429d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:55.419282 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:56.324672 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:57.978998 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:36:58.876726 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:36:59.544439 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-a173d887-1ea5-4dfc-803e-b5c5ebc75fcb tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:36:59.545803 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-a173d887-1ea5-4dfc-803e-b5c5ebc75fcb tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1071746 Aug 06 18:36:59.560557 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-d0f3581c-c332-4c53-81e6-ada4a3fa9002 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/quotas/50aac563cb7944cebf5dc4771a161a3a HTTP/1.1" status: 200 len: 375 time: 0.0091217 Aug 06 18:36:59.606810 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-45f02f7b-aa17-40b7-9216-50244c36f228 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410535 Aug 06 18:36:59.994304 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-80d80faf-960f-4e03-91c5-75e4c41808af service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805425 Aug 06 18:37:00.079163 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-060b08a0-6545-452c-9ef6-6451cd0a7915 service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788138 Aug 06 18:37:00.241718 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f427a619-080b-4989-a518-1cb33e121dfe req-8d2760e9-0dc9-4bab-b642-bc35a0a3fe93 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 210 time: 0.0285883 Aug 06 18:37:01.178008 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-f77929fd-de67-446d-984b-c3506929eddc tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:01.180387 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-f77929fd-de67-446d-984b-c3506929eddc tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1066418 Aug 06 18:37:01.195437 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Request body: {'port': {'device_id': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'admin_state_up': True, 'tenant_id': '50aac563cb7944cebf5dc4771a161a3a'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:01.313343 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Made reservation on behalf of 50aac563cb7944cebf5dc4771a161a3a for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:01.317468 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.339906 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d44cd35f-ca07-45be-b970-0457c6312229 req-0566ffd5-4ce5-4122-8098-dfcb7913cd4e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 210 time: 0.0267153 Aug 06 18:37:01.444747 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Allocated IP 172.20.0.9 (2428ac76-28c5-4556-a09b-9101df7c380b/b87a4819-9b2a-4ae8-89cb-e4bf32dbe115/734e0d73-1913-402b-a35e-197c59b9968e) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:01.587481 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.624912 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.638792 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:01.667662 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Network 2428ac76-28c5-4556-a09b-9101df7c380b is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:01.672633 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:01.677040 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:01.704812 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event updated for resources: {'Port': ['ID=734e0d73-1913-402b-a35e-197c59b9968e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:01.729718 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:01.730340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:01.745109 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-36998990-d679-4a7e-a0b8-a46475b734c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5538077 Aug 06 18:37:01.758963 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Request body: {'port': {'device_id': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:01.809950 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.064521 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734e0d73-1913-402b-a35e-197c59b9968e {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:02.071951 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.083622 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Transition to ACTIVE for port object 734e0d73-1913-402b-a35e-197c59b9968e will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:02.087302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.139303 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Pushing event updated for resources: {'Port': ['ID=734e0d73-1913-402b-a35e-197c59b9968e,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:02.204099 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Attempting to bind port 734e0d73-1913-402b-a35e-197c59b9968e on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:02.204798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Attempting to bind port 734e0d73-1913-402b-a35e-197c59b9968e by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:02.204798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Attempting to bind port 734e0d73-1913-402b-a35e-197c59b9968e on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:02.208824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Port 734e0d73-1913-402b-a35e-197c59b9968e on network 2428ac76-28c5-4556-a09b-9101df7c380b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:37:02.209158 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Attempting to bind port 734e0d73-1913-402b-a35e-197c59b9968e on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:02.214027 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:02.214358 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Checking segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:02.214736 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Bound using segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:02.215205 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Bound port: 734e0d73-1913-402b-a35e-197c59b9968e, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:02.215557 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.277301 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] For port 734e0d73-1913-402b-a35e-197c59b9968e, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:02.280366 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] For port 734e0d73-1913-402b-a35e-197c59b9968e, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=734e0d73-1913-402b-a35e-197c59b9968e,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:02.284934 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.322302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.322909 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:02.324301 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] 10.222.0.81 "PUT /v2.0/ports/734e0d73-1913-402b-a35e-197c59b9968e HTTP/1.1" status: 200 len: 1093 time: 0.5695708 Aug 06 18:37:02.324729 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'tag': '734e0d73-1913-402b-a35e-197c59b9968e'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:02.326916 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8868b9-b23c-4600-8ae5-0da617b4056e" -d '{"events": [{"name": "network-changed", "server_uuid": "c171087e-8b61-4ec4-9892-8ea4e69061a4", "tag": "734e0d73-1913-402b-a35e-197c59b9968e"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:02.347779 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fada9-dd95-44d2-92a4-5251b7c8b199 service neutron] Pushing event updated for resources: {'Port': ['ID=734e0d73-1913-402b-a35e-197c59b9968e,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:02.372813 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8a660b-ba95-4f16-9d0f-162644b43fca x-openstack-request-id: req-3c8a660b-ba95-4f16-9d0f-162644b43fca {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:02.373098 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c171087e-8b61-4ec4-9892-8ea4e69061a4", "tag": "734e0d73-1913-402b-a35e-197c59b9968e", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:02.373347 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c8a660b-ba95-4f16-9d0f-162644b43fca {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:02.373735 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'tag': '734e0d73-1913-402b-a35e-197c59b9968e', 'status': 'completed', 'code': 200} Aug 06 18:37:02.405245 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-a0155f1e-b760-46f0-af1a-5fbb839767f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.406735 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-a0155f1e-b760-46f0-af1a-5fbb839767f2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 1096 time: 0.0427482 Aug 06 18:37:02.452942 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-fc95e2f4-b878-4234-b831-8f7e84f6338d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734e0d73-1913-402b-a35e-197c59b9968e HTTP/1.1" status: 200 len: 217 time: 0.0368230 Aug 06 18:37:02.458821 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09b6e8-11db-41db-8bf3-17e76dfb7699 req-a9926d8c-0510-4f35-8438-45939c8a5274 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.460275 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1b09b6e8-11db-41db-8bf3-17e76dfb7699 req-a9926d8c-0510-4f35-8438-45939c8a5274 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 943 time: 0.0518951 Aug 06 18:37:02.497052 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1b09b6e8-11db-41db-8bf3-17e76dfb7699 req-fa5f9561-0d5d-4c83-9096-de17be8d1366 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308244 Aug 06 18:37:02.501975 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e249c662-80d2-4656-a94c-5317a9374947 req-72fac5fc-6e84-4bfe-87bd-45300dc38582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.503530 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-72fac5fc-6e84-4bfe-87bd-45300dc38582 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0426662 Aug 06 18:37:02.553773 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-e08e608a-6bb3-4927-89e8-be8869c4e996 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296309 Aug 06 18:37:02.651728 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-cee8a958-cc8c-4678-b4d9-bd543a079987 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879986 Aug 06 18:37:02.747003 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e249c662-80d2-4656-a94c-5317a9374947 req-109d74f3-7d18-47cd-8bcd-43749ad49981 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855980 Aug 06 18:37:02.857194 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-f3642986-c629-47f4-99fa-73aace4a48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.858696 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-f3642986-c629-47f4-99fa-73aace4a48ea service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 1096 time: 0.0554483 Aug 06 18:37:02.936074 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a22f3-f64f-4eff-8770-498e95691c12 req-93af70d5-be97-40ed-b813-9fddd35ebbf5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.937915 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-902a22f3-f64f-4eff-8770-498e95691c12 req-93af70d5-be97-40ed-b813-9fddd35ebbf5 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 946 time: 0.0490725 Aug 06 18:37:02.958970 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-7011bca0-f068-4937-88e1-36d454b3ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:02.960462 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-7011bca0-f068-4937-88e1-36d454b3ad5a service neutron] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 916 time: 0.0846858 Aug 06 18:37:02.974842 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-902a22f3-f64f-4eff-8770-498e95691c12 req-dedf1abf-3ae6-4a14-a275-1e209d011aa2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313087 Aug 06 18:37:03.008088 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-9fcdea2f-0f1c-431e-8860-28bbe1a49170 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=734e0d73-1913-402b-a35e-197c59b9968e HTTP/1.1" status: 200 len: 217 time: 0.0369503 Aug 06 18:37:03.059401 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-21c42b0a-f83d-49a6-a3f5-6cf0d65fab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.060839 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-21c42b0a-f83d-49a6-a3f5-6cf0d65fab43 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0430236 Aug 06 18:37:03.097638 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-8f31731a-0c3b-4587-b2cd-a5377ed77b48 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237811 Aug 06 18:37:03.197258 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-a3698f3f-5a71-45eb-af69-9431d657ca7a service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852861 Aug 06 18:37:03.542415 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4e8868b9-b23c-4600-8ae5-0da617b4056e req-3cf93644-18ba-4588-8caf-f0625af74b9b service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373349 Aug 06 18:37:03.615887 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26a8d0-748d-4488-95fd-65fd16250d94 req-740f765e-37e6-48fc-978c-b8c36ba346b3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:03.618091 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fa26a8d0-748d-4488-95fd-65fd16250d94 req-740f765e-37e6-48fc-978c-b8c36ba346b3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 943 time: 0.0512319 Aug 06 18:37:03.655829 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fa26a8d0-748d-4488-95fd-65fd16250d94 req-2fb1622e-de2c-443e-819c-768c4c7d960e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Aug 06 18:37:04.096439 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b2457-bce7-4af9-b0e8-eb337df364f5 req-a3d69060-b50c-4a2c-b3de-f718c99ce644 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.098441 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-248b2457-bce7-4af9-b0e8-eb337df364f5 req-a3d69060-b50c-4a2c-b3de-f718c99ce644 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 946 time: 0.0521684 Aug 06 18:37:04.134524 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-248b2457-bce7-4af9-b0e8-eb337df364f5 req-708a98dc-801c-4448-be34-f7587f650633 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups?id=61d486d5-251e-48ab-8f4e-2e417c078abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302734 Aug 06 18:37:04.609881 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-d9db4070-6296-4e66-8a8c-c9535de129a2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.611330 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-d9db4070-6296-4e66-8a8c-c9535de129a2 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 946 time: 0.0492666 Aug 06 18:37:04.703972 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Deleting port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:04.704328 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.771835 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3209-2199-475e-8e63-29106b8da680 req-a79aeec5-436e-4513-9213-ac7fe0f2a3f7 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:04.773330 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e62a3209-2199-475e-8e63-29106b8da680 req-a79aeec5-436e-4513-9213-ac7fe0f2a3f7 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 943 time: 0.0515659 Aug 06 18:37:04.795580 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] For port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:04.795937 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.811256 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e62a3209-2199-475e-8e63-29106b8da680 req-72259884-58ab-4a14-be5d-1ab3238be99e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319285 Aug 06 18:37:04.958691 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.959052 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:04.959388 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Floating IP d1304bb1-855b-4bc1-bfdb-800148350184 disassociated. External IP: 172.27.0.32, port: dc2ab715-f3eb-4eeb-97bd-074da9cb0a65. Aug 06 18:37:04.959721 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Calling delete_port for dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:05.084179 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:05.113774 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event deleted for resources: {'Port': ['ID=dc2ab715-f3eb-4eeb-97bd-074da9cb0a65,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:05.224858 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:05.233842 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1b9bcf65-0e3c-41cd-a06b-aa681cb4644f req-3d05a86e-0f9e-4ebb-8a0b-37d122a224f4 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/ports?device_id=42815a06-a035-44bd-83d7-ab6343035962 HTTP/1.1" status: 200 len: 210 time: 0.0273147 Aug 06 18:37:05.333409 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:05.344033 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:05.353933 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:05.354537 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:05.371977 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] No DVR routers for this DVR port dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:05.374490 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:05.376562 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-9a63cf14-f553-423c-a5b8-545d77c0c6fd req-5d689d12-6287-478f-9545-68bec3370b78 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.81 "DELETE /v2.0/ports/dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 HTTP/1.1" status: 204 len: 173 time: 0.7574012 Aug 06 18:37:05.377003 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-deleted', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:05.379263 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d064bf-5176-4710-a6ea-cdb3e1ca9353" -d '{"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-deleted", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:05.421706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1503e22-512f-4a83-81d1-f5bd718ab64d x-openstack-request-id: req-d1503e22-512f-4a83-81d1-f5bd718ab64d {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:05.422031 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42815a06-a035-44bd-83d7-ab6343035962", "name": "network-vif-deleted", "tag": "dc2ab715-f3eb-4eeb-97bd-074da9cb0a65", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:05.422287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1503e22-512f-4a83-81d1-f5bd718ab64d {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:05.422694 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42815a06-a035-44bd-83d7-ab6343035962', 'name': 'network-vif-deleted', 'tag': 'dc2ab715-f3eb-4eeb-97bd-074da9cb0a65', 'status': 'completed', 'code': 200} Aug 06 18:37:05.571555 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:05.732871 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 734e0d73-1913-402b-a35e-197c59b9968e details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:37:05.779116 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:05.805081 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:05.814204 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:05.814836 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:05.845477 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 734e0d73-1913-402b-a35e-197c59b9968e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=734e0d73-1913-402b-a35e-197c59b9968e,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:05.861685 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '734e0d73-1913-402b-a35e-197c59b9968e', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'port_id': '734e0d73-1913-402b-a35e-197c59b9968e', 'mac_address': 'fa:16:3e:35:28:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87a4819-9b2a-4ae8-89cb-e4bf32dbe115', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:37:05.912928 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:05.923698 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:05.931459 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734e0d73-1913-402b-a35e-197c59b9968e {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:05.947494 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69114948-7f26-4f09-ad4a-6ec4f021e813 req-4c4807d9-b754-49c3-b256-fbc05c7c29f9 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:05.949739 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-69114948-7f26-4f09-ad4a-6ec4f021e813 req-4c4807d9-b754-49c3-b256-fbc05c7c29f9 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 943 time: 0.0592623 Aug 06 18:37:05.959149 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 734e0d73-1913-402b-a35e-197c59b9968e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=734e0d73-1913-402b-a35e-197c59b9968e,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:05.963627 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.011727 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-69114948-7f26-4f09-ad4a-6ec4f021e813 req-cbabd0e5-67e8-419f-a7c5-650b49c75959 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552185 Aug 06 18:37:06.047316 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=734e0d73-1913-402b-a35e-197c59b9968e,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:06.058339 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.059219 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.060330 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.060847 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.062225 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.062906 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.064006 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.064356 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.064700 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.065051 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.065378 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.066304 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:06.143325 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:06.171562 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac75985-e836-45fb-b598-e68f6cdeea1c None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:29:38Z', 'revision_number': 4, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'd4b1abd9-9b12-430d-a5e8-6e9aa6761878', 'name': '', 'network_id': 'd9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'mac_address': 'fa:16:3e:ff:c9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:36Z', 'updated_at': '2021-08-06T18:29:54Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'subnets': [{'id': 'f87cac5f-2d14-44ad-bf95-4cc514182135', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:06.217127 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['734e0d73-1913-402b-a35e-197c59b9968e'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:06.328717 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47076) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:06.398461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6f94-bfc8-4853-86a5-3718b6651529 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.426619 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6f94-bfc8-4853-86a5-3718b6651529 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.428325 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30af10de-6156-4e50-a9e7-82c3e3efdefd None None] New status for floating IP d1304bb1-855b-4bc1-bfdb-800148350184: DOWN {{(pid=93277) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:37:06.475908 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6f94-bfc8-4853-86a5-3718b6651529 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.478443 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6f94-bfc8-4853-86a5-3718b6651529 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.479626 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ad5d6f94-bfc8-4853-86a5-3718b6651529 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "DELETE /v2.0/security-groups/61d486d5-251e-48ab-8f4e-2e417c078abd HTTP/1.1" status: 204 len: 168 time: 0.1497512 Aug 06 18:37:06.482501 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47078) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:06.489504 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d6f94-bfc8-4853-86a5-3718b6651529 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d486d5-251e-48ab-8f4e-2e417c078abd,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:06.497603 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.api.v2.resource [None req-6662e80d-7a52-4daf-a147-c82a9aa3d4d9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] show failed (client error): The resource could not be found. Aug 06 18:37:06.499097 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6662e80d-7a52-4daf-a147-c82a9aa3d4d9 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "GET /v2.0/security-groups/61d486d5-251e-48ab-8f4e-2e417c078abd HTTP/1.1" status: 404 len: 347 time: 0.0149596 Aug 06 18:37:06.501528 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47080) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:06.625886 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Deleting port a39437b8-aa53-4e55-b66d-3b7ee4a8ec9b {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:06.625994 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.703811 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.704134 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.715883 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Calling delete_port for a39437b8-aa53-4e55-b66d-3b7ee4a8ec9b owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:06.841901 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.867809 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Pushing event deleted for resources: {'Port': ['ID=a39437b8-aa53-4e55-b66d-3b7ee4a8ec9b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:06.930227 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.932963 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:06.934099 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-cdd5ff83-ac00-46fc-981b-ff0dc925f120 tempest-AttachVolumeShelveTestJSON-1105925012 tempest-AttachVolumeShelveTestJSON-1105925012-project] 10.222.0.57 "DELETE /v2.0/floatingips/d1304bb1-855b-4bc1-bfdb-800148350184 HTTP/1.1" status: 204 len: 168 time: 0.4316335 Aug 06 18:37:07.142692 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04a1f01-6575-4db3-92eb-2b2b952d159c req-da222a5e-631f-4ac6-9e53-4b9cbbfa9a4a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:07.144155 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f04a1f01-6575-4db3-92eb-2b2b952d159c req-da222a5e-631f-4ac6-9e53-4b9cbbfa9a4a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 944 time: 0.0484893 Aug 06 18:37:07.183241 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f04a1f01-6575-4db3-92eb-2b2b952d159c req-8bb4f922-2c54-40c4-89c5-af381646b164 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325835 Aug 06 18:37:07.745721 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 734e0d73-1913-402b-a35e-197c59b9968e up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:07.792604 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 734e0d73-1913-402b-a35e-197c59b9968e completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:07.796384 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 734e0d73-1913-402b-a35e-197c59b9968e triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:07.796759 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:07.875812 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:07.898002 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e0d73-1913-402b-a35e-197c59b9968e'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:07.900258 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1287771f-31c6-4da3-baf1-4c65d8b081a1" -d '{"events": [{"server_uuid": "c171087e-8b61-4ec4-9892-8ea4e69061a4", "name": "network-vif-plugged", "status": "completed", "tag": "734e0d73-1913-402b-a35e-197c59b9968e"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:07.914135 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 734e0d73-1913-402b-a35e-197c59b9968e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=734e0d73-1913-402b-a35e-197c59b9968e,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:07.918205 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:07.945834 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a39466b-7e84-41b1-905e-d28c5236dfe0 x-openstack-request-id: req-9a39466b-7e84-41b1-905e-d28c5236dfe0 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:07.946342 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171087e-8b61-4ec4-9892-8ea4e69061a4", "name": "network-vif-plugged", "status": "completed", "tag": "734e0d73-1913-402b-a35e-197c59b9968e", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:07.946598 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a39466b-7e84-41b1-905e-d28c5236dfe0 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:07.947004 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734e0d73-1913-402b-a35e-197c59b9968e', 'code': 200} Aug 06 18:37:07.972772 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=734e0d73-1913-402b-a35e-197c59b9968e,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:08.109824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93062c0c-d7de-4aa0-9a2f-9f63f4851c92 req-cce90174-6953-424c-8d61-bdf8934888f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:08.111364 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-93062c0c-d7de-4aa0-9a2f-9f63f4851c92 req-cce90174-6953-424c-8d61-bdf8934888f8 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 1098 time: 0.0439491 Aug 06 18:37:08.148565 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-93062c0c-d7de-4aa0-9a2f-9f63f4851c92 req-c4d5cea2-52ba-4785-9c1c-fce8e64f7f99 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289824 Aug 06 18:37:08.304952 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4553ee-c688-4692-8836-3cd8c21594f9 req-9c7d1628-d46a-4a14-9f75-fd4e085c37d3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:08.306403 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab4553ee-c688-4692-8836-3cd8c21594f9 req-9c7d1628-d46a-4a14-9f75-fd4e085c37d3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 945 time: 0.0518053 Aug 06 18:37:08.344081 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab4553ee-c688-4692-8836-3cd8c21594f9 req-c3c53a7d-acf2-46f1-aa1b-420d1b37b96e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Aug 06 18:37:09.351719 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47108) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:09.460141 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f8c70-be8d-4281-90ab-857f1a94efa1 req-d0066358-842e-4b0c-b89a-95bb13d9f1c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:09.461618 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5b8f8c70-be8d-4281-90ab-857f1a94efa1 req-d0066358-842e-4b0c-b89a-95bb13d9f1c1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 945 time: 0.0489223 Aug 06 18:37:09.499683 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5b8f8c70-be8d-4281-90ab-857f1a94efa1 req-fcf9782b-e0f3-4483-92ef-a0e608e5db9b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Aug 06 18:37:09.757102 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:09.762201 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:09.782842 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:09.783217 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device dc2ab715-f3eb-4eeb-97bd-074da9cb0a65 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:10.015896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Deleting port d4b1abd9-9b12-430d-a5e8-6e9aa6761878 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:10.016146 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.098639 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] For port d4b1abd9-9b12-430d-a5e8-6e9aa6761878, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:10.099000 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.110837 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Calling delete_port for d4b1abd9-9b12-430d-a5e8-6e9aa6761878 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:10.290825 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.317711 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4b1abd9-9b12-430d-a5e8-6e9aa6761878,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:10.483290 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.700270 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:37:10.804119 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:37:10.809809 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9ca498db-89c3-4e72-b5ef-67ade69c6ae0 admin admin] 10.222.0.57 "PUT /v2.0/routers/5994457b-a017-4f0a-a947-e0a9cb5f2bf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4568396 Aug 06 18:37:10.812155 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47128) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:10.814756 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] Sync routers for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:37:10.824665 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:10.825302 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:10.916311 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:10.931597 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:11.028445 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.085235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Deleting port cda0f079-fcab-46e5-bc53-e13c4446857f {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:11.085587 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.121974 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:37:10Z', 'revision_number': 5, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port': {'id': 'cda0f079-fcab-46e5-bc53-e13c4446857f', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:cf:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:29:32Z', 'updated_at': '2021-08-06T18:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:11.148732 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] Checking router: 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:37:11.158486 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] Routers {'5994457b-a017-4f0a-a947-e0a9cb5f2bf3'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:37:11.159158 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:36:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:11.171211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] For port cda0f079-fcab-46e5-bc53-e13c4446857f, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=cda0f079-fcab-46e5-bc53-e13c4446857f,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:11.171544 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.185132 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Calling delete_port for cda0f079-fcab-46e5-bc53-e13c4446857f owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:11.192675 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-b8fff6fa-415c-4989-b23a-4c25f260db6d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:11.194283 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-b8fff6fa-415c-4989-b23a-4c25f260db6d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1078610 Aug 06 18:37:11.210973 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-fdc205c5-1bf5-4fb2-9160-766fa03cc1f3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/quotas/50aac563cb7944cebf5dc4771a161a3a HTTP/1.1" status: 200 len: 375 time: 0.0095522 Aug 06 18:37:11.255920 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] Set router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:37:11.274303 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-059605af-cf69-4bad-b9da-068359ff1946 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479419 Aug 06 18:37:11.313054 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:37:11Z', 'revision_number': 6, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:11.340356 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab445f2-094a-4adf-b000-762b9343a7e0 None None] The sync data for ids ['5994457b-a017-4f0a-a947-e0a9cb5f2bf3'] in dv-cinder-790910-9-iscsi is: [{'id': '5994457b-a017-4f0a-a947-e0a9cb5f2bf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1155575199-router', 'tenant_id': '166d8db214bb4890b5b650cd67df2cf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:29:30Z', 'updated_at': '2021-08-06T18:37:11Z', 'revision_number': 6, 'project_id': '166d8db214bb4890b5b650cd67df2cf2', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:37:11.366192 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.379758 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-1f92e4fc-13c1-4e0d-8208-79f3c5acafb7 service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954854 Aug 06 18:37:11.395969 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda0f079-fcab-46e5-bc53-e13c4446857f,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:11.455455 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.473146 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-7aedbd84-89ee-4e1f-8d79-5ab92051e34e service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897920 Aug 06 18:37:11.544252 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.546371 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.595091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.595372 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5994457b-a017-4f0a-a947-e0a9cb5f2bf3 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:37:11.600827 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.603555 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-65d8d318-8882-4369-b4d6-7d128eb5ad52 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5994457b-a017-4f0a-a947-e0a9cb5f2bf3 HTTP/1.1" status: 204 len: 168 time: 0.7903998 Aug 06 18:37:11.604447 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47150) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:11.636941 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a676c951-585c-44fc-8dbf-530c562690de req-648e0538-c5bf-4ba4-8850-90c2af3e0810 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 210 time: 0.0294213 Aug 06 18:37:11.652197 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Deleting subnet f87cac5f-2d14-44ad-bf95-4cc514182135 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:11.655413 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:11.695350 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.035346 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.089540 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.116669 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f87cac5f-2d14-44ad-bf95-4cc514182135,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:12.120864 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.122712 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6998228d-e4b1-403a-87a2-bed01c20b307 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f87cac5f-2d14-44ad-bf95-4cc514182135 HTTP/1.1" status: 204 len: 168 time: 0.5169990 Aug 06 18:37:12.125224 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47158) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:12.131055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b990779-1e69-47ed-8aa1-823d4c55e0e2 None None] Network d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:12.203626 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d4b1abd9-9b12-430d-a5e8-6e9aa6761878 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:12.215698 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.233602 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: d4b1abd9-9b12-430d-a5e8-6e9aa6761878 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:12.234128 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device d4b1abd9-9b12-430d-a5e8-6e9aa6761878 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:12.274088 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Deleting port 9bb8b3d4-109a-433b-ab35-a424b9790dcb {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:12.274475 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.344714 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] For port 9bb8b3d4-109a-433b-ab35-a424b9790dcb, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9bb8b3d4-109a-433b-ab35-a424b9790dcb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:12.345198 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.358755 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Calling delete_port for 9bb8b3d4-109a-433b-ab35-a424b9790dcb owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:12.369018 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] DHCP port deletion for d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:37:12.418708 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] Deleting port 9bb8b3d4-109a-433b-ab35-a424b9790dcb {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:12.419117 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.452392 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.480923 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] No DVR routers for this DVR port 9bb8b3d4-109a-433b-ab35-a424b9790dcb on host dv-cinder-790910-9-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:12.484465 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] For port 9bb8b3d4-109a-433b-ab35-a424b9790dcb, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9bb8b3d4-109a-433b-ab35-a424b9790dcb,segment=NetworkSegment(e1502945-9102-47d2-84cb-7d96cef71394),segment_id=e1502945-9102-47d2-84cb-7d96cef71394)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:12.484855 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.485373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb8b3d4-109a-433b-ab35-a424b9790dcb,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:12.497823 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] Calling delete_port for 9bb8b3d4-109a-433b-ab35-a424b9790dcb owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:37:12.561703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.573021 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:12.580754 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.583279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1502945-9102-47d2-84cb-7d96cef71394') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:12.583574 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1502945-9102-47d2-84cb-7d96cef71394') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:12.592681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.609772 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] Pushing event deleted for resources: {'Port': ['ID=9bb8b3d4-109a-433b-ab35-a424b9790dcb,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:12.614751 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14def8dd-1c4e-4d73-b578-6313ccb62a49 None None] No DVR routers for this DVR port 9bb8b3d4-109a-433b-ab35-a424b9790dcb on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:37:12.629374 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.666340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Releasing vlan 703 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:12.666740 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:12.668851 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:12.736854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.741397 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ff622623-8003-49ca-b224-51a1edd72690 req-7eb63f97-e471-46a9-8bcf-77e653eab4bd tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 210 time: 0.0301085 Aug 06 18:37:12.744544 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.746357 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7 HTTP/1.1" status: 204 len: 168 time: 0.6198156 Aug 06 18:37:12.771412 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf1be1-40cc-408d-859b-c8b50d7006c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a4ce0f-836f-4c7c-8cfa-ae23ee7b8bb7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:12.778022 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-bb41d2fb-39fa-479c-bd5c-b8312b02ad98 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:12.780013 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-bb41d2fb-39fa-479c-bd5c-b8312b02ad98 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1810987 Aug 06 18:37:12.799218 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Request body: {'port': {'device_id': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'admin_state_up': True, 'tenant_id': '50aac563cb7944cebf5dc4771a161a3a'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:12.877056 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47168) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:12.912066 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Made reservation on behalf of 50aac563cb7944cebf5dc4771a161a3a for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:12.915834 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.916949 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-48813bd9-b9dc-419f-a012-d402cab2ac08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=166d8db214bb4890b5b650cd67df2cf2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0388210 Aug 06 18:37:12.919386 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47170) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:12.971948 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4a671b58-4eaa-4957-bd4c-767cef2052ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:12.993080 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4a671b58-4eaa-4957-bd4c-767cef2052ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.040060 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4a671b58-4eaa-4957-bd4c-767cef2052ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.042597 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-4a671b58-4eaa-4957-bd4c-767cef2052ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.043792 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-4a671b58-4eaa-4957-bd4c-767cef2052ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/db721069-e7a9-41a2-93ff-9922fbb73d47 HTTP/1.1" status: 204 len: 168 time: 0.1234508 Aug 06 18:37:13.049933 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Allocated IP 172.20.0.12 (2428ac76-28c5-4556-a09b-9101df7c380b/b87a4819-9b2a-4ae8-89cb-e4bf32dbe115/90e805b8-8385-4d1c-b5a2-614dafd3c2fc) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:13.052217 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a671b58-4eaa-4957-bd4c-767cef2052ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db721069-e7a9-41a2-93ff-9922fbb73d47,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:13.205935 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.245093 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.257460 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78', '734e0d73-1913-402b-a35e-197c59b9968e'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:13.292538 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Network 2428ac76-28c5-4556-a09b-9101df7c380b is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:13.297859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:13.303786 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:13.335375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event updated for resources: {'Port': ['ID=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:13.360652 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:13.361275 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.377129 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-5031ed41-683f-4833-948e-9cc7c1d68850 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817454 Aug 06 18:37:13.390397 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Request body: {'port': {'device_id': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:13.455909 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.744706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90e805b8-8385-4d1c-b5a2-614dafd3c2fc {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:13.750393 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.773130 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Transition to ACTIVE for port object 90e805b8-8385-4d1c-b5a2-614dafd3c2fc will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:13.782314 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.814772 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9bb8b3d4-109a-433b-ab35-a424b9790dcb no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:13.852396 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 9bb8b3d4-109a-433b-ab35-a424b9790dcb {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:13.853172 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9bb8b3d4-109a-433b-ab35-a424b9790dcb not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:13.854140 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cda0f079-fcab-46e5-bc53-e13c4446857f no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:37:13.857310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Pushing event updated for resources: {'Port': ['ID=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:13.886664 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: cda0f079-fcab-46e5-bc53-e13c4446857f {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:37:13.887127 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cda0f079-fcab-46e5-bc53-e13c4446857f not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:37:13.889188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8a2c7-86fe-442b-8c75-4f4d7bcee8dc req-0bc60610-27bb-4b50-9352-bb48d259d0fe tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:13.897720 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4c8a2c7-86fe-442b-8c75-4f4d7bcee8dc req-0bc60610-27bb-4b50-9352-bb48d259d0fe tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 944 time: 0.0602915 Aug 06 18:37:13.921485 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Attempting to bind port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:13.922050 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Attempting to bind port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:13.922389 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Attempting to bind port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:13.927710 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc on network 2428ac76-28c5-4556-a09b-9101df7c380b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:37:13.927961 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Attempting to bind port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:13.933200 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:13.933539 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Checking segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:13.933928 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Bound using segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:13.934354 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Bound port: 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:13.934739 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:13.939188 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d4c8a2c7-86fe-442b-8c75-4f4d7bcee8dc req-8624a4fe-3105-4a94-b253-44fa8cc2b6e6 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405293 Aug 06 18:37:14.001440 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] For port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:14.005477 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] For port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:14.009484 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:14.044710 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.045331 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:14.046750 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] 10.222.0.81 "PUT /v2.0/ports/90e805b8-8385-4d1c-b5a2-614dafd3c2fc HTTP/1.1" status: 200 len: 1094 time: 0.6617029 Aug 06 18:37:14.047459 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'tag': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:14.049636 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9645845-c829-4b87-8d23-27fea446a2be" -d '{"events": [{"name": "network-changed", "server_uuid": "ba31cb98-7f0c-402b-a2c8-d378009d40ee", "tag": "90e805b8-8385-4d1c-b5a2-614dafd3c2fc"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:14.079750 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0ec53-27d3-4e2f-94f4-e20f3fbf6298 service neutron] Pushing event updated for resources: {'Port': ['ID=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:14.096694 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c797c6ff-7f62-44e2-aba0-c0bcc99b89fd x-openstack-request-id: req-c797c6ff-7f62-44e2-aba0-c0bcc99b89fd {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:14.096981 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba31cb98-7f0c-402b-a2c8-d378009d40ee", "tag": "90e805b8-8385-4d1c-b5a2-614dafd3c2fc", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:14.097570 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c797c6ff-7f62-44e2-aba0-c0bcc99b89fd {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:14.097914 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'tag': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc', 'status': 'completed', 'code': 200} Aug 06 18:37:14.130431 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-5e5f79f6-7f95-41cb-b53e-489f3aa3763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.132034 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-5e5f79f6-7f95-41cb-b53e-489f3aa3763d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 1097 time: 0.0453885 Aug 06 18:37:14.177604 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-cb0b7dec-b2d6-43e6-aabd-6e67dcfdcd6e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc HTTP/1.1" status: 200 len: 217 time: 0.0366740 Aug 06 18:37:14.238059 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075e18-017b-484d-b240-64635a3d367a req-ffcf4275-cfea-4e9f-b53d-71150bb29fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.239597 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-ffcf4275-cfea-4e9f-b53d-71150bb29fcf service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0475595 Aug 06 18:37:14.273206 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-d399da51-eb45-4e8d-bed8-538fe423355e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256863 Aug 06 18:37:14.375687 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-6df85a33-5a4b-455f-a56a-9acf0131ea92 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906465 Aug 06 18:37:14.467421 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-c5075e18-017b-484d-b240-64635a3d367a req-c6b68f87-c950-4266-9480-4d75a48af8d7 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830839 Aug 06 18:37:14.559594 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645845-c829-4b87-8d23-27fea446a2be req-62eb02fe-5619-4fa1-8cd8-c92a82d4196d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.561101 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-62eb02fe-5619-4fa1-8cd8-c92a82d4196d service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 1097 time: 0.0475562 Aug 06 18:37:14.655191 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645845-c829-4b87-8d23-27fea446a2be req-3b59a208-32cb-4421-bc62-504b2330811f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.656656 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-3b59a208-32cb-4421-bc62-504b2330811f service neutron] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 916 time: 0.0846016 Aug 06 18:37:14.707211 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-0f21c6d6-d7b7-4a10-a042-69bd4b0f47a8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc HTTP/1.1" status: 200 len: 217 time: 0.0396795 Aug 06 18:37:14.762909 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645845-c829-4b87-8d23-27fea446a2be req-6574dec3-2a2e-4c6d-8559-c994790890de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:14.764403 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-6574dec3-2a2e-4c6d-8559-c994790890de service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0497475 Aug 06 18:37:14.799878 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-4040ec87-be7b-4a1a-9d98-9a40e9fc6fbd service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263772 Aug 06 18:37:14.846889 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47226) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:14.916129 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-531961a9-a414-474d-a52a-d954991c9540 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065063 Aug 06 18:37:14.965686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e33e97b6-9c38-45ce-8c8e-6bbcf0e10f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.024702 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-b9645845-c829-4b87-8d23-27fea446a2be req-8cb47a13-58d0-4984-ac68-87ed355e18e8 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006021 Aug 06 18:37:15.103643 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437b5265-93e9-44b1-9a3b-ee2854585e2d req-061b2bb2-24b5-4cbc-938e-2b08cd7e6bae tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:15.105037 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-437b5265-93e9-44b1-9a3b-ee2854585e2d req-061b2bb2-24b5-4cbc-938e-2b08cd7e6bae tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 944 time: 0.0820894 Aug 06 18:37:15.118106 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e33e97b6-9c38-45ce-8c8e-6bbcf0e10f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.125156 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-e33e97b6-9c38-45ce-8c8e-6bbcf0e10f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.192535 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33e97b6-9c38-45ce-8c8e-6bbcf0e10f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f9f642-ee65-41d6-8587-4d7f7fa85ae9,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:15.198364 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-437b5265-93e9-44b1-9a3b-ee2854585e2d req-14f39228-1fdc-4c43-bebd-8f1c1e17509c tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858340 Aug 06 18:37:15.203266 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-e33e97b6-9c38-45ce-8c8e-6bbcf0e10f3a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1f97c07f9cb41358899c7d1f3613abf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3546610 Aug 06 18:37:15.204875 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47232) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:15.265345 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-917fe37d-b07b-4b71-9e48-dc1be154c347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.289644 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-917fe37d-b07b-4b71-9e48-dc1be154c347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.344614 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-917fe37d-b07b-4b71-9e48-dc1be154c347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.347988 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-917fe37d-b07b-4b71-9e48-dc1be154c347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.349141 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-917fe37d-b07b-4b71-9e48-dc1be154c347 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21f9f642-ee65-41d6-8587-4d7f7fa85ae9 HTTP/1.1" status: 204 len: 168 time: 0.1427100 Aug 06 18:37:15.357060 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fe37d-b07b-4b71-9e48-dc1be154c347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f9f642-ee65-41d6-8587-4d7f7fa85ae9,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:15.642508 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47238) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:15.656093 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dd22408d-50d5-4cf1-93b1-8814c6361e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.748624 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dd22408d-50d5-4cf1-93b1-8814c6361e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.754661 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-dd22408d-50d5-4cf1-93b1-8814c6361e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.793694 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-dd22408d-50d5-4cf1-93b1-8814c6361e68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6d971a8e19a4897975a73ef1cb72969&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500168 Aug 06 18:37:15.794383 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22408d-50d5-4cf1-93b1-8814c6361e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985c7453-9fd0-4890-92d8-e4f3450976f0,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:15.796388 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47240) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:15.845509 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6437bf24-da36-4b94-9787-86210e7bf772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.869964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6437bf24-da36-4b94-9787-86210e7bf772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.918576 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6437bf24-da36-4b94-9787-86210e7bf772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.921085 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6437bf24-da36-4b94-9787-86210e7bf772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:15.922225 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6437bf24-da36-4b94-9787-86210e7bf772 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/985c7453-9fd0-4890-92d8-e4f3450976f0 HTTP/1.1" status: 204 len: 168 time: 0.1248295 Aug 06 18:37:15.930326 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6437bf24-da36-4b94-9787-86210e7bf772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985c7453-9fd0-4890-92d8-e4f3450976f0,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:16.326105 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace15295-f553-4a7b-8775-8ae35070e01d req-271f772c-92be-42c3-969a-0ba3f758e35c tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:16.327607 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ace15295-f553-4a7b-8775-8ae35070e01d req-271f772c-92be-42c3-969a-0ba3f758e35c tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 944 time: 0.0483758 Aug 06 18:37:16.367374 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ace15295-f553-4a7b-8775-8ae35070e01d req-64f5ff86-cc4c-4b6f-ad5d-2734cadb66e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329747 Aug 06 18:37:17.482438 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d56167-0d37-46d7-a8bc-192a653714d4 req-cfccc92f-20a8-4d61-afc2-0de7a49f9878 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:17.484048 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e0d56167-0d37-46d7-a8bc-192a653714d4 req-cfccc92f-20a8-4d61-afc2-0de7a49f9878 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 944 time: 0.0486405 Aug 06 18:37:17.524780 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e0d56167-0d37-46d7-a8bc-192a653714d4 req-c4fcef8b-1634-4433-8ecf-2aae8190bef6 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340905 Aug 06 18:37:17.792476 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 90e805b8-8385-4d1c-b5a2-614dafd3c2fc details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:37:17.888871 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:17.899711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'port_id': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc', 'mac_address': 'fa:16:3e:e4:5c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87a4819-9b2a-4ae8-89cb-e4bf32dbe115', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:37:17.936517 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:17.949076 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90e805b8-8385-4d1c-b5a2-614dafd3c2fc {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:17.968389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:17.971838 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:18.022570 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:18.240890 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['90e805b8-8385-4d1c-b5a2-614dafd3c2fc'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:18.647244 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb8830-2f0a-4dee-9cc3-efa7b948640f req-9cc5e986-622b-483c-999d-5659e36d658b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:18.648729 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2feb8830-2f0a-4dee-9cc3-efa7b948640f req-9cc5e986-622b-483c-999d-5659e36d658b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 945 time: 0.0566177 Aug 06 18:37:18.688419 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2feb8830-2f0a-4dee-9cc3-efa7b948640f req-0a57d938-9f3d-4f2a-a071-4bbec589abb5 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Aug 06 18:37:19.794984 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 90e805b8-8385-4d1c-b5a2-614dafd3c2fc up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:19.807328 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c74b4-13c0-4d6d-9813-54c175e7c16e req-d698047e-1b00-4d5a-8ac0-f7fa18c39867 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:19.809256 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-415c74b4-13c0-4d6d-9813-54c175e7c16e req-d698047e-1b00-4d5a-8ac0-f7fa18c39867 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 945 time: 0.0525773 Aug 06 18:37:19.848956 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:19.850483 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-415c74b4-13c0-4d6d-9813-54c175e7c16e req-241c12a8-c710-4a9b-8d39-5b5a298370da tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350802 Aug 06 18:37:19.853481 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:19.853873 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.932867 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:19.955805 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:19.958086 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2279407d-f996-4934-97fd-27b40ce2a828" -d '{"events": [{"server_uuid": "ba31cb98-7f0c-402b-a2c8-d378009d40ee", "name": "network-vif-plugged", "status": "completed", "tag": "90e805b8-8385-4d1c-b5a2-614dafd3c2fc"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:19.970441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:19.975309 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:20.002926 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d0e4025-8019-495f-8848-013a0cb943b8 x-openstack-request-id: req-8d0e4025-8019-495f-8848-013a0cb943b8 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:20.003970 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba31cb98-7f0c-402b-a2c8-d378009d40ee", "name": "network-vif-plugged", "status": "completed", "tag": "90e805b8-8385-4d1c-b5a2-614dafd3c2fc", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:20.004309 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d0e4025-8019-495f-8848-013a0cb943b8 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:20.004883 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc', 'code': 200} Aug 06 18:37:20.036607 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:20.180483 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375c410-2ff9-4184-ac61-b51e39e07835 req-bb2e6147-2d16-4508-8f0b-a25fa22eadd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:20.182477 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2375c410-2ff9-4184-ac61-b51e39e07835 req-bb2e6147-2d16-4508-8f0b-a25fa22eadd7 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 1099 time: 0.0434399 Aug 06 18:37:20.236551 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2375c410-2ff9-4184-ac61-b51e39e07835 req-9dedb09f-68b7-4a86-91a0-750b0116ee97 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417025 Aug 06 18:37:20.897674 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47350) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:20.967445 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea040ec-96ad-402e-992a-56a92e31933c req-fe440700-5372-4ffe-8c97-6f958014ce7a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:20.968927 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7ea040ec-96ad-402e-992a-56a92e31933c req-fe440700-5372-4ffe-8c97-6f958014ce7a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 946 time: 0.0486748 Aug 06 18:37:21.009305 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3345a7ac-a207-43be-a316-bd4a413f2bc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.030131 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7ea040ec-96ad-402e-992a-56a92e31933c req-64630476-aff3-4e03-acfd-73bfcd997546 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549579 Aug 06 18:37:21.108004 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3345a7ac-a207-43be-a316-bd4a413f2bc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.111602 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3345a7ac-a207-43be-a316-bd4a413f2bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.149498 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-3345a7ac-a207-43be-a316-bd4a413f2bc3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1eebe47578464620bddcb4ee1783a86b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505536 Aug 06 18:37:21.150703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345a7ac-a207-43be-a316-bd4a413f2bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df13ffb1-8f33-4ef7-bf13-c01e4a7c29af,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:21.152377 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47354) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:21.201924 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d9a2-9df2-4ad2-bf9c-8de337c76799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.222798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d9a2-9df2-4ad2-bf9c-8de337c76799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.280209 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d9a2-9df2-4ad2-bf9c-8de337c76799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.283876 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-b6d1d9a2-9df2-4ad2-bf9c-8de337c76799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.285604 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-b6d1d9a2-9df2-4ad2-bf9c-8de337c76799 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df13ffb1-8f33-4ef7-bf13-c01e4a7c29af HTTP/1.1" status: 204 len: 168 time: 0.1317043 Aug 06 18:37:21.300192 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d1d9a2-9df2-4ad2-bf9c-8de337c76799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df13ffb1-8f33-4ef7-bf13-c01e4a7c29af,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:21.562156 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47360) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:21.575229 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-de6a8a8f-c8f9-4ffd-86ce-f61ae07b9c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.667787 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-de6a8a8f-c8f9-4ffd-86ce-f61ae07b9c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.672172 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-de6a8a8f-c8f9-4ffd-86ce-f61ae07b9c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.711015 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-de6a8a8f-c8f9-4ffd-86ce-f61ae07b9c89 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe292c421d424c9d98269a40adba8790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477852 Aug 06 18:37:21.712007 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a8a8f-c8f9-4ffd-86ce-f61ae07b9c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9ecd6-bad1-4303-abe1-1e6c447e9818,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:21.713915 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47362) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:21.764072 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd6f-f146-4bb8-9dec-327918464999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.787696 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd6f-f146-4bb8-9dec-327918464999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.833248 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd6f-f146-4bb8-9dec-327918464999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.835701 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ec03bd6f-f146-4bb8-9dec-327918464999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:21.836848 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ec03bd6f-f146-4bb8-9dec-327918464999 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01a9ecd6-bad1-4303-abe1-1e6c447e9818 HTTP/1.1" status: 204 len: 168 time: 0.1213210 Aug 06 18:37:21.844703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03bd6f-f146-4bb8-9dec-327918464999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9ecd6-bad1-4303-abe1-1e6c447e9818,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:21.860638 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:22.155550 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7b521-dc83-4a38-a248-57b288029253 req-07c6333b-dd11-4209-927c-af6745af8358 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:22.157058 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-95b7b521-dc83-4a38-a248-57b288029253 req-07c6333b-dd11-4209-927c-af6745af8358 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 946 time: 0.0536938 Aug 06 18:37:22.195678 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-95b7b521-dc83-4a38-a248-57b288029253 req-de2b9a1a-ac64-4dc4-b8c0-fb9d14ed3b33 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322590 Aug 06 18:37:22.647320 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-27292d1c-add4-4162-86e1-ba03a04a0f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.335210 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8fd69dbd-222f-47a4-a51f-014e53157a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:25.419012 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:26.327880 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.585218 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47472) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:27.694911 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef58ee46-a7cc-42d0-8735-30a340a670b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.783424 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef58ee46-a7cc-42d0-8735-30a340a670b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.787982 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ef58ee46-a7cc-42d0-8735-30a340a670b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.827822 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ef58ee46-a7cc-42d0-8735-30a340a670b0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c2f809fab15b43f1961eaf78ff05f027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2413263 Aug 06 18:37:27.828683 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58ee46-a7cc-42d0-8735-30a340a670b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243d3e3-2a2b-4e1e-bb4c-1f6f8f67b0cf,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:27.830461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47476) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:27.881505 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.909333 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.958885 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.961703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.962859 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f243d3e3-2a2b-4e1e-bb4c-1f6f8f67b0cf HTTP/1.1" status: 204 len: 168 time: 0.1312971 Aug 06 18:37:27.976900 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243d3e3-2a2b-4e1e-bb4c-1f6f8f67b0cf,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:27.982151 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:27.984999 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.985347 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.985683 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.986371 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.986892 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.987318 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.987847 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.988864 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.989409 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.990039 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.990476 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:27.990940 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b8ad1-e2ad-490b-bc90-8a1eb353b161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:28.261339 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47484) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:28.274362 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d26c4fcd-1b52-4c92-b5c7-396704a7a6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.368433 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d26c4fcd-1b52-4c92-b5c7-396704a7a6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.372137 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d26c4fcd-1b52-4c92-b5c7-396704a7a6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.414562 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d26c4fcd-1b52-4c92-b5c7-396704a7a6f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1323fdb382714e75b5bbf67ede7388e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1520822 Aug 06 18:37:28.415665 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c4fcd-1b52-4c92-b5c7-396704a7a6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a36557-c6f5-449b-986f-743ca1061dd9,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:28.417296 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47486) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:28.465365 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3597e9c9-1f23-42d7-b3a9-327d9f38a52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.485789 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3597e9c9-1f23-42d7-b3a9-327d9f38a52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.545312 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3597e9c9-1f23-42d7-b3a9-327d9f38a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.547937 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3597e9c9-1f23-42d7-b3a9-327d9f38a52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:28.549087 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-3597e9c9-1f23-42d7-b3a9-327d9f38a52f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09a36557-c6f5-449b-986f-743ca1061dd9 HTTP/1.1" status: 204 len: 168 time: 0.1308076 Aug 06 18:37:28.559962 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597e9c9-1f23-42d7-b3a9-327d9f38a52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a36557-c6f5-449b-986f-743ca1061dd9,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:29.262878 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47510) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:29.360923 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-414661410-network', 'tenant_id': '006ff4bb1a4d4c688989eed040adfe16'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:29.386136 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Made reservation on behalf of 006ff4bb1a4d4c688989eed040adfe16 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:29.388417 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.397606 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.492354 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.496479 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.523536 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:37:29.533015 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516dbab8-04a1-4b4d-bf90-528c49587927,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:29.539021 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.539405 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Added segment d0a60a54-38b3-42e8-8f3b-bafaf54f93ea of type vlan for network c4fb6044-94e5-45f7-9e56-a2c3e566e7ab Aug 06 18:37:29.580008 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.608106 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.609046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:29.609627 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.641043 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3770287 Aug 06 18:37:29.644239 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47514) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:29.649803 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Request body: {'subnet': {'network_id': 'c4fb6044-94e5-45f7-9e56-a2c3e566e7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-414661410-subnet', 'tenant_id': '006ff4bb1a4d4c688989eed040adfe16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:29.671839 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Made reservation on behalf of 006ff4bb1a4d4c688989eed040adfe16 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:29.674228 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.676238 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bff930-919e-477c-bfb5-390aaac1a7b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c4fb6044-94e5-45f7-9e56-a2c3e566e7ab,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:29.686701 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network c4fb6044-94e5-45f7-9e56-a2c3e566e7ab details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:37:29.872143 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.931898 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07769f30-2ad2-4ffd-b0c9-5bc82db22eef,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:29.939111 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Checking segment: {'id': 'd0a60a54-38b3-42e8-8f3b-bafaf54f93ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'c4fb6044-94e5-45f7-9e56-a2c3e566e7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:29.939471 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Network hostable DHCP agents. Network: c4fb6044-94e5-45f7-9e56-a2c3e566e7ab, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:37:29.958337 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Network c4fb6044-94e5-45f7-9e56-a2c3e566e7ab is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:37:29.967418 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, c4fb6044-94e5-45f7-9e56-a2c3e566e7ab) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:29.972071 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:29.973750 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:29.977017 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2465b-084d-44fc-b355-1cbe4b307e7e None None] Network c4fb6044-94e5-45f7-9e56-a2c3e566e7ab requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:29.987811 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9a2ead8d-2324-4ec6-afdc-ecace0481c00 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3419626 Aug 06 18:37:30.103710 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ddca6b-5a17-41b7-ae3a-bdf361e2479c None None] Network c4fb6044-94e5-45f7-9e56-a2c3e566e7ab requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:30.510576 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47542) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:30.516054 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-549670409-network', 'tenant_id': '2de482cd11b343a7a6c3fd35834852e2'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:30.537760 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Made reservation on behalf of 2de482cd11b343a7a6c3fd35834852e2 for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:30.540481 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.549610 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.653395 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.657001 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.678035 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:37:30.693546 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c56ee87-ba88-4fc7-8019-91fe3a944e8c,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:30.696454 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.696802 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Added segment 8edb63f2-9ccf-40f2-9463-1126f141df94 of type vlan for network 10d4865f-5bd7-4497-a021-942ec2fda8db Aug 06 18:37:30.735969 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.764225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.765192 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:30.765783 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:30.823675 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3119347 Aug 06 18:37:30.826311 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47548) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:30.833466 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Request body: {'subnet': {'network_id': '10d4865f-5bd7-4497-a021-942ec2fda8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-549670409-subnet', 'tenant_id': '2de482cd11b343a7a6c3fd35834852e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:30.839153 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cefdb-bc08-4bd8-bdd0-e72489974392 admin admin] Pushing event updated for resources: {'Network': ['ID=10d4865f-5bd7-4497-a021-942ec2fda8db,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:30.848608 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 10d4865f-5bd7-4497-a021-942ec2fda8db details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:37:30.856058 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Made reservation on behalf of 2de482cd11b343a7a6c3fd35834852e2 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:30.858441 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.025107 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.077875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ea3bd3a-cd37-4502-a43f-6fa60a4def3f,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:31.089857 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Checking segment: {'id': '8edb63f2-9ccf-40f2-9463-1126f141df94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '10d4865f-5bd7-4497-a021-942ec2fda8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:31.090206 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Network hostable DHCP agents. Network: 10d4865f-5bd7-4497-a021-942ec2fda8db, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:37:31.108511 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Network 10d4865f-5bd7-4497-a021-942ec2fda8db is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:37:31.116914 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 10d4865f-5bd7-4497-a021-942ec2fda8db) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:31.120660 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:31.121238 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:31.128196 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2d66b6-8c1f-4e6b-a366-8caafe905ed9 None None] Network 10d4865f-5bd7-4497-a021-942ec2fda8db requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:31.137474 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d8fb6c03-cf73-485a-bde1-165d227bf644 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101327 Aug 06 18:37:31.258592 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294bbac8-75ef-427f-997d-59c1468f53f5 None None] Network 10d4865f-5bd7-4497-a021-942ec2fda8db requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:37:31.994210 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-2e2adad9-efac-4e45-a465-caa40ef7ceb7 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:31.995684 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-2e2adad9-efac-4e45-a465-caa40ef7ceb7 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1015434 Aug 06 18:37:32.010104 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-a1fbac8b-10a1-4c6c-8fa9-822d7ef07e4d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/quotas/50aac563cb7944cebf5dc4771a161a3a HTTP/1.1" status: 200 len: 375 time: 0.0087659 Aug 06 18:37:32.062022 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-1218a593-b5da-4227-acf6-89e299441c91 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467892 Aug 06 18:37:32.152030 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-d9a5af3e-9706-455a-ba78-7f678b70d2c4 service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829198 Aug 06 18:37:32.240136 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-8162e51d-a442-44e9-9c89-1855dfb5ee43 service neutron] 10.222.0.57 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822530 Aug 06 18:37:32.400832 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-61f3689e-1284-411a-817b-a40df709731b req-1c560fc0-e978-4465-a4cf-71b65fd08fe1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 210 time: 0.0302866 Aug 06 18:37:33.388185 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-417a5c8f-dc09-4e6f-a4bc-10eb9dc64b1f tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:33.389644 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-417a5c8f-dc09-4e6f-a4bc-10eb9dc64b1f tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 815 time: 0.1025620 Aug 06 18:37:33.405122 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Request body: {'port': {'device_id': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'admin_state_up': True, 'tenant_id': '50aac563cb7944cebf5dc4771a161a3a'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:33.500398 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7d77f455-cf52-4c9a-8d73-bf0cebbdc1df req-75c8a269-8457-4a4c-8fcb-ebe0dd86908a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 210 time: 0.0255730 Aug 06 18:37:33.525784 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Made reservation on behalf of 50aac563cb7944cebf5dc4771a161a3a for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:37:33.529940 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.658807 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Allocated IP 172.20.0.3 (2428ac76-28c5-4556-a09b-9101df7c380b/b87a4819-9b2a-4ae8-89cb-e4bf32dbe115/9e4e8f15-6926-4596-b36b-0a948a9e7e78) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:37:33.799582 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.839036 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.855643 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78', '734e0d73-1913-402b-a35e-197c59b9968e', '90e805b8-8385-4d1c-b5a2-614dafd3c2fc'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:33.883180 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Network 2428ac76-28c5-4556-a09b-9101df7c380b is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:37:33.886225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:37:33.890041 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:37:33.896864 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event updated for resources: {'Port': ['ID=9e4e8f15-6926-4596-b36b-0a948a9e7e78,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:33.944461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:33.945121 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:33.959583 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-369dcc7e-fd78-4616-b840-abe0b3d39b94 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590625 Aug 06 18:37:33.976025 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Request body: {'port': {'device_id': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:37:34.038924 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.317148 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4e8f15-6926-4596-b36b-0a948a9e7e78 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:34.326151 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.339006 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Transition to ACTIVE for port object 9e4e8f15-6926-4596-b36b-0a948a9e7e78 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:37:34.342691 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.398530 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e8f15-6926-4596-b36b-0a948a9e7e78,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:34.462284 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Attempting to bind port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:37:34.462629 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Attempting to bind port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:37:34.462937 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Attempting to bind port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:34.466971 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 on network 2428ac76-28c5-4556-a09b-9101df7c380b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:37:34.467317 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Attempting to bind port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 on network 2428ac76-28c5-4556-a09b-9101df7c380b {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:37:34.473247 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:37:34.473589 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Checking segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:37:34.473964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Bound using segment: {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:37:34.474375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Bound port: 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab17847-b76d-4295-b5f3-7f538dc03121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:37:34.474722 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.540034 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] For port 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:37:34.543945 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] For port 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:37:34.548365 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.586625 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.587157 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:34.588563 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] 10.222.0.81 "PUT /v2.0/ports/9e4e8f15-6926-4596-b36b-0a948a9e7e78 HTTP/1.1" status: 200 len: 1093 time: 0.6174452 Aug 06 18:37:34.588980 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'tag': '9e4e8f15-6926-4596-b36b-0a948a9e7e78'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:34.591236 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be14c73-9a9a-444e-979c-fcc6d974552a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8438de2-65aa-423d-92a4-5e2d34c68f7e", "tag": "9e4e8f15-6926-4596-b36b-0a948a9e7e78"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:34.626363 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa566eb6-7f63-4154-97fd-ea54a8771021 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e8f15-6926-4596-b36b-0a948a9e7e78,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:34.626592 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad263d6-31d8-4504-9c0b-cec06b08d7ff req-27ef7836-3a29-46a1-970f-2036190e1ec6 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.628748 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fad263d6-31d8-4504-9c0b-cec06b08d7ff req-27ef7836-3a29-46a1-970f-2036190e1ec6 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 943 time: 0.0562465 Aug 06 18:37:34.646594 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee34b9c-0edb-4938-b69e-ca1d7ead2f22 x-openstack-request-id: req-fee34b9c-0edb-4938-b69e-ca1d7ead2f22 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:34.646916 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8438de2-65aa-423d-92a4-5e2d34c68f7e", "tag": "9e4e8f15-6926-4596-b36b-0a948a9e7e78", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:34.647164 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fee34b9c-0edb-4938-b69e-ca1d7ead2f22 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:34.647672 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'tag': '9e4e8f15-6926-4596-b36b-0a948a9e7e78', 'status': 'completed', 'code': 200} Aug 06 18:37:34.670306 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fad263d6-31d8-4504-9c0b-cec06b08d7ff req-ea65ef4a-c8b2-400e-bdd5-1b7d71ce9214 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341592 Aug 06 18:37:34.679410 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-7a81ce65-2559-42f9-ad6e-eb82d82661b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.680909 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-7a81ce65-2559-42f9-ad6e-eb82d82661b8 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 1096 time: 0.0485950 Aug 06 18:37:34.724296 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-64c2c5b1-fe55-45fd-9959-5fc0e2956f19 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78 HTTP/1.1" status: 200 len: 217 time: 0.0336082 Aug 06 18:37:34.774694 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-be2b5b12-4cdc-49cb-9862-0daed914b9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:34.776215 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-be2b5b12-4cdc-49cb-9862-0daed914b9e7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0434873 Aug 06 18:37:34.808070 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-ad0f6ea4-36c4-49b7-841e-36f4f026ed8a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243607 Aug 06 18:37:34.902321 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-4c565ea8-a67f-45c2-b5bd-0d868d27f32d service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845625 Aug 06 18:37:35.231478 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6a4810e6-ad9d-4472-94a1-ffd9646fd2b4 req-c9e8ff61-4364-4af2-b090-bc0300be9e97 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210523 Aug 06 18:37:35.317751 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-dbc73bb7-5dd2-41f2-a7c1-8472a72bfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.319318 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-dbc73bb7-5dd2-41f2-a7c1-8472a72bfcb2 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=50aac563cb7944cebf5dc4771a161a3a&device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 1096 time: 0.0402379 Aug 06 18:37:35.411862 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-14d3d36f-eb85-4d61-862c-0c0f95c5e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.413334 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-14d3d36f-eb85-4d61-862c-0c0f95c5e975 service neutron] 10.222.0.81 "GET /v2.0/networks?id=2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 200 len: 916 time: 0.0854111 Aug 06 18:37:35.460563 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-f4b3c6d6-5f84-403c-8de8-93ead5c91702 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78 HTTP/1.1" status: 200 len: 217 time: 0.0380495 Aug 06 18:37:35.516581 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-3822bcb9-5249-49a4-83ab-831d3e40138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.518396 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-3822bcb9-5249-49a4-83ab-831d3e40138b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 200 len: 855 time: 0.0454850 Aug 06 18:37:35.553159 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-e2d69c86-b7a1-4728-927e-8d4be4605a9c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=2428ac76-28c5-4556-a09b-9101df7c380b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266333 Aug 06 18:37:35.650308 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-ec9b1d55-4889-4436-8d56-8d685ebe9954 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838141 Aug 06 18:37:35.744945 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4be14c73-9a9a-444e-979c-fcc6d974552a req-6f8c33c1-f58a-422a-a14f-572557ec6980 service neutron] 10.222.0.81 "GET /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845208 Aug 06 18:37:35.795151 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab303822-699e-4440-a71d-d3f161e5edd1 req-d65b14a2-b3a6-4719-9573-b9f8a68fba68 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:35.796597 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab303822-699e-4440-a71d-d3f161e5edd1 req-d65b14a2-b3a6-4719-9573-b9f8a68fba68 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 943 time: 0.0537176 Aug 06 18:37:35.834131 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab303822-699e-4440-a71d-d3f161e5edd1 req-8761d1a8-1a75-4c7d-be89-59904a76a1ba tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Aug 06 18:37:35.876286 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:37:36.953533 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7cf29-6261-4c92-b9aa-bfadbd6ee53e req-79447a49-042b-4d2e-a358-06fb942f3fbb tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:36.954998 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2cd7cf29-6261-4c92-b9aa-bfadbd6ee53e req-79447a49-042b-4d2e-a358-06fb942f3fbb tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 943 time: 0.0521836 Aug 06 18:37:36.993477 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2cd7cf29-6261-4c92-b9aa-bfadbd6ee53e req-59b3e757-6f48-4aea-bab6-fce8e7731f35 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Aug 06 18:37:37.887264 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9e4e8f15-6926-4596-b36b-0a948a9e7e78 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:37:37.982579 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:37.994333 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '9e4e8f15-6926-4596-b36b-0a948a9e7e78', 'network_id': '2428ac76-28c5-4556-a09b-9101df7c380b', 'port_id': '9e4e8f15-6926-4596-b36b-0a948a9e7e78', 'mac_address': 'fa:16:3e:5e:c4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87a4819-9b2a-4ae8-89cb-e4bf32dbe115', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:37:38.037398 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:38.050407 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4e8f15-6926-4596-b36b-0a948a9e7e78 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:37:38.075200 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:38.079504 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:38.114767 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45a0da-df79-4f0c-a085-98bcca840827 req-17eee54e-235d-4cfa-9e46-096ddc040035 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:38.122728 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf45a0da-df79-4f0c-a085-98bcca840827 req-17eee54e-235d-4cfa-9e46-096ddc040035 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 943 time: 0.0602839 Aug 06 18:37:38.132442 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9e4e8f15-6926-4596-b36b-0a948a9e7e78,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:38.155519 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cf45a0da-df79-4f0c-a085-98bcca840827 req-9c954574-94f2-460f-ae44-3385721cd31b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Aug 06 18:37:38.397910 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['9e4e8f15-6926-4596-b36b-0a948a9e7e78'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:37:39.273061 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a254a2c-9506-4da2-9789-535e8a91f358 req-0e3b17cf-3e65-44cd-8ad8-ed300a2ad180 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:39.274604 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a254a2c-9506-4da2-9789-535e8a91f358 req-0e3b17cf-3e65-44cd-8ad8-ed300a2ad180 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 944 time: 0.0506983 Aug 06 18:37:39.314020 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1a254a2c-9506-4da2-9789-535e8a91f358 req-18e8be8e-3620-4cf7-8201-a2bb7930ae91 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336683 Aug 06 18:37:39.897267 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9e4e8f15-6926-4596-b36b-0a948a9e7e78 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:37:39.946502 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:37:39.949998 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:37:39.950372 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.023821 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.045691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e8f15-6926-4596-b36b-0a948a9e7e78'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:37:40.047907 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a42415f-59ff-4a3c-ada6-d9c9c9792ab0" -d '{"events": [{"server_uuid": "e8438de2-65aa-423d-92a4-5e2d34c68f7e", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e8f15-6926-4596-b36b-0a948a9e7e78"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:37:40.061314 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:37:40.066035 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:40.214751 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02887e36-b826-4ce3-a4c5-d25d1a07e77d x-openstack-request-id: req-02887e36-b826-4ce3-a4c5-d25d1a07e77d {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:37:40.215040 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8438de2-65aa-423d-92a4-5e2d34c68f7e", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e8f15-6926-4596-b36b-0a948a9e7e78", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:37:40.215321 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02887e36-b826-4ce3-a4c5-d25d1a07e77d {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:37:40.215716 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e8f15-6926-4596-b36b-0a948a9e7e78', 'code': 200} Aug 06 18:37:40.244234 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9e4e8f15-6926-4596-b36b-0a948a9e7e78,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:40.358286 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499afa1-88d2-48c4-9613-f3461eb7a314 req-f98e980e-5669-44d8-a64c-4e9673935c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:40.359859 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7499afa1-88d2-48c4-9613-f3461eb7a314 req-f98e980e-5669-44d8-a64c-4e9673935c66 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 1098 time: 0.0405023 Aug 06 18:37:40.404268 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7499afa1-88d2-48c4-9613-f3461eb7a314 req-0e0a2c70-d0f8-4b47-8bfc-2c20d8492e3a service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340116 Aug 06 18:37:40.433094 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce23107-4fd4-4f61-a3e0-ca6ec3855e85 req-bb6555d3-1f3a-4a1f-8840-e5b50383c967 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:40.434884 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ce23107-4fd4-4f61-a3e0-ca6ec3855e85 req-bb6555d3-1f3a-4a1f-8840-e5b50383c967 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0533564 Aug 06 18:37:40.474421 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8ce23107-4fd4-4f61-a3e0-ca6ec3855e85 req-892fd2e6-b152-4bb9-9d1d-07c08937355e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Aug 06 18:37:41.593670 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8710f8-3a07-414e-84f5-fd7e07bb2a2f req-ddc44433-23ec-43d3-9172-3be1372df8cd tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:41.595161 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8d8710f8-3a07-414e-84f5-fd7e07bb2a2f req-ddc44433-23ec-43d3-9172-3be1372df8cd tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0505564 Aug 06 18:37:41.632696 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8d8710f8-3a07-414e-84f5-fd7e07bb2a2f req-8bfe25a6-9214-460c-a71d-ebeae60714c7 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310538 Aug 06 18:37:44.695104 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47736) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:44.739117 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Deleting subnet 07769f30-2ad2-4ffd-b0c9-5bc82db22eef {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:44.742408 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.779639 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.817122 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.867590 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.892163 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07769f30-2ad2-4ffd-b0c9-5bc82db22eef,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:44.898081 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:44.899996 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/07769f30-2ad2-4ffd-b0c9-5bc82db22eef HTTP/1.1" status: 204 len: 168 time: 0.2039030 Aug 06 18:37:44.902656 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47738) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:44.904799 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.905190 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.905532 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.905871 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.906241 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.906575 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.906908 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.907264 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.907600 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.907928 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.908253 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.908575 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea3c315-0013-499c-bdea-e27851d09f73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:37:44.970930 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.052598 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.062449 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fb6044-94e5-45f7-9e56-a2c3e566e7ab']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:45.072837 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a60a54-38b3-42e8-8f3b-bafaf54f93ea') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:45.073138 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a60a54-38b3-42e8-8f3b-bafaf54f93ea') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:45.081595 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.094651 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.100767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:45.100987 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:45.102563 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:45.154684 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.159806 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.162058 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] 10.222.0.57 "DELETE /v2.0/networks/c4fb6044-94e5-45f7-9e56-a2c3e566e7ab HTTP/1.1" status: 204 len: 168 time: 0.2581313 Aug 06 18:37:45.164757 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47740) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:45.172947 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e5ba28-5d6c-4b3b-917a-15fda8f968cd admin admin] Pushing event deleted for resources: {'Network': ['ID=c4fb6044-94e5-45f7-9e56-a2c3e566e7ab,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:45.217340 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Deleting subnet 3ea3bd3a-cd37-4502-a43f-6fa60a4def3f {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:37:45.220954 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.257275 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.294955 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.354151 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.383311 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ea3bd3a-cd37-4502-a43f-6fa60a4def3f,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:45.387097 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.391316 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-466697b5-ecb1-4fa1-8378-3e027900dc58 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3ea3bd3a-cd37-4502-a43f-6fa60a4def3f HTTP/1.1" status: 204 len: 168 time: 0.2231653 Aug 06 18:37:45.391588 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47744) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:45.457706 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.537493 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.547075 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d4865f-5bd7-4497-a021-942ec2fda8db']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:45.557669 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8edb63f2-9ccf-40f2-9463-1126f141df94') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:45.557962 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8edb63f2-9ccf-40f2-9463-1126f141df94') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:37:45.566682 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.579744 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.585658 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:37:45.586035 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:37:45.587655 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:37:45.642539 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.648150 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.650142 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] 10.222.0.57 "DELETE /v2.0/networks/10d4865f-5bd7-4497-a021-942ec2fda8db HTTP/1.1" status: 204 len: 168 time: 0.2577064 Aug 06 18:37:45.660657 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85febebb-bb4a-4efc-970b-5893f8b4142a admin admin] Pushing event deleted for resources: {'Network': ['ID=10d4865f-5bd7-4497-a021-942ec2fda8db,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:45.805795 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47748) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:45.847868 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-550b4df1-284e-405f-88f4-0c47b40a7ac9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=006ff4bb1a4d4c688989eed040adfe16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409441 Aug 06 18:37:45.851348 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47750) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:45.896789 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92c8238b-ef8f-47da-9fb5-8f2a197f67d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.917089 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92c8238b-ef8f-47da-9fb5-8f2a197f67d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.962190 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92c8238b-ef8f-47da-9fb5-8f2a197f67d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.964915 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-92c8238b-ef8f-47da-9fb5-8f2a197f67d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:45.966052 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-92c8238b-ef8f-47da-9fb5-8f2a197f67d4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/516dbab8-04a1-4b4d-bf90-528c49587927 HTTP/1.1" status: 204 len: 168 time: 0.1138093 Aug 06 18:37:45.974988 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8238b-ef8f-47da-9fb5-8f2a197f67d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516dbab8-04a1-4b4d-bf90-528c49587927,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:46.279873 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47756) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:46.318887 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9f531f15-c808-4258-bcff-c0d8e0058b1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2de482cd11b343a7a6c3fd35834852e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378160 Aug 06 18:37:46.321572 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 47758) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:46.369865 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16d21134-240c-420d-89db-df8dc37c52f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.390710 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16d21134-240c-420d-89db-df8dc37c52f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.439366 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16d21134-240c-420d-89db-df8dc37c52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.441927 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-16d21134-240c-420d-89db-df8dc37c52f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:46.443807 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-16d21134-240c-420d-89db-df8dc37c52f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c56ee87-ba88-4fc7-8019-91fe3a944e8c HTTP/1.1" status: 204 len: 168 time: 0.1212170 Aug 06 18:37:46.451623 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d21134-240c-420d-89db-df8dc37c52f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c56ee87-ba88-4fc7-8019-91fe3a944e8c,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:47.483854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47794) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:47.590859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0901c812-96cc-4d26-bf78-05a628dc1ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.682064 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0901c812-96cc-4d26-bf78-05a628dc1ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.685917 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-0901c812-96cc-4d26-bf78-05a628dc1ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.721622 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901c812-96cc-4d26-bf78-05a628dc1ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c3b07-8ea9-4a61-8a39-74f3bdeb48b5,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:47.726949 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0901c812-96cc-4d26-bf78-05a628dc1ab6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b135ace7bc945fa8b8856a0d55880bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420261 Aug 06 18:37:47.729767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 47800) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:37:47.776398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-16858f6e-cbdb-4d72-b8c1-33f817a3a074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.796316 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-16858f6e-cbdb-4d72-b8c1-33f817a3a074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.842353 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-16858f6e-cbdb-4d72-b8c1-33f817a3a074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.844833 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-16858f6e-cbdb-4d72-b8c1-33f817a3a074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:47.845971 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-16858f6e-cbdb-4d72-b8c1-33f817a3a074 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f6c3b07-8ea9-4a61-8a39-74f3bdeb48b5 HTTP/1.1" status: 204 len: 168 time: 0.1154473 Aug 06 18:37:47.853454 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16858f6e-cbdb-4d72-b8c1-33f817a3a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c3b07-8ea9-4a61-8a39-74f3bdeb48b5,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:37:51.853218 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:52.648478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4617ef83-057b-431d-a2c8-716fe068228c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:53.293522 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-222d7505-0e1f-481b-8c95-46e89dd87f67 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387540 Aug 06 18:37:53.383904 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487077aa-4fce-496d-8041-8850d1f23e3a req-d2ab4817-6633-45af-8da7-9635a6929b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:53.385664 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-d2ab4817-6633-45af-8da7-9635a6929b60 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0448055 Aug 06 18:37:53.498654 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487077aa-4fce-496d-8041-8850d1f23e3a req-6beb61fe-9155-4b78-a153-8b30747d0cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:53.500114 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-6beb61fe-9155-4b78-a153-8b30747d0cba service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.0820839 Aug 06 18:37:53.570895 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-bb1017f8-5043-4e0d-a5c2-0468e9cf8f8f service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 1002 time: 0.0604270 Aug 06 18:37:53.623767 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487077aa-4fce-496d-8041-8850d1f23e3a req-f91c04dc-56bc-4c84-ae29-223929f08e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:53.625198 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-f91c04dc-56bc-4c84-ae29-223929f08e11 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0439692 Aug 06 18:37:53.673780 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487077aa-4fce-496d-8041-8850d1f23e3a req-4e442776-28b2-4af4-bd99-ebd75604fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:53.675307 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-4e442776-28b2-4af4-bd99-ebd75604fe62 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401082 Aug 06 18:37:53.773998 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-9a98ef36-e064-46fd-9027-33dcf7acec9d service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877790 Aug 06 18:37:53.863763 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-487077aa-4fce-496d-8041-8850d1f23e3a req-0b11ee08-a584-444b-8f51-f39e73e213ee service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813220 Aug 06 18:37:55.335614 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-659a206f-2109-42d1-9025-88e62fdc1a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.419285 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:55.602894 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724c7cba-a95b-4de6-bb28-0c590d8f8553 req-f65cd314-70d9-4d70-8e37-862fd9757b2f tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:55.604421 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-724c7cba-a95b-4de6-bb28-0c590d8f8553 req-f65cd314-70d9-4d70-8e37-862fd9757b2f tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0486095 Aug 06 18:37:55.642022 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-724c7cba-a95b-4de6-bb28-0c590d8f8553 req-bff59c75-3afe-4c92-a8f6-1887198ea169 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Aug 06 18:37:56.330382 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:56.764027 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74148212-7902-4d76-ba02-9c10ece24320 req-b7d709c1-5e1f-4639-83d9-7d52abcd17a4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:56.765514 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-74148212-7902-4d76-ba02-9c10ece24320 req-b7d709c1-5e1f-4639-83d9-7d52abcd17a4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0482981 Aug 06 18:37:56.805451 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-74148212-7902-4d76-ba02-9c10ece24320 req-607b0df1-3c30-463b-958b-acb5bf46e959 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332518 Aug 06 18:37:57.919142 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606f2481-449a-4904-bad4-6a112438c9e2 req-b4241ca3-4ef5-4859-9aeb-6c18c17353dd tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:57.920615 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-606f2481-449a-4904-bad4-6a112438c9e2 req-b4241ca3-4ef5-4859-9aeb-6c18c17353dd tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0480559 Aug 06 18:37:57.961713 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-606f2481-449a-4904-bad4-6a112438c9e2 req-29fe46c9-62f6-40c4-a141-c26eddf3dba3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Aug 06 18:37:57.985005 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:37:59.075155 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8c37c-d518-4b29-add1-27de954827f7 req-e9746215-d71d-4704-920d-de37fb7f1c2a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:59.076604 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93d8c37c-d518-4b29-add1-27de954827f7 req-e9746215-d71d-4704-920d-de37fb7f1c2a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0479116 Aug 06 18:37:59.118303 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93d8c37c-d518-4b29-add1-27de954827f7 req-cdbe3f82-46d7-4be5-8cff-40e89271af7d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344753 Aug 06 18:37:59.856653 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3a404200-5e01-4e48-8707-a117bbc69a2d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:37:59.858185 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3a404200-5e01-4e48-8707-a117bbc69a2d tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 945 time: 0.0548325 Aug 06 18:37:59.972075 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Deleting port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:37:59.972414 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:00.063956 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] For port 9e4e8f15-6926-4596-b36b-0a948a9e7e78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9e4e8f15-6926-4596-b36b-0a948a9e7e78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:00.064316 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:00.076387 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Calling delete_port for 9e4e8f15-6926-4596-b36b-0a948a9e7e78 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:00.203652 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:00.217691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78', '734e0d73-1913-402b-a35e-197c59b9968e', '90e805b8-8385-4d1c-b5a2-614dafd3c2fc', '9e4e8f15-6926-4596-b36b-0a948a9e7e78'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:00.243110 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab13f4d-d1e4-48bb-a802-7d67cd53ae01 req-ebccd722-b052-48c5-b0d4-6197ddcdf022 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:00.244814 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event deleted for resources: {'Port': ['ID=9e4e8f15-6926-4596-b36b-0a948a9e7e78,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:00.254517 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eab13f4d-d1e4-48bb-a802-7d67cd53ae01 req-ebccd722-b052-48c5-b0d4-6197ddcdf022 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8438de2-65aa-423d-92a4-5e2d34c68f7e HTTP/1.1" status: 200 len: 867 time: 0.0638232 Aug 06 18:38:00.284830 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] No DVR routers for this DVR port 9e4e8f15-6926-4596-b36b-0a948a9e7e78 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:00.287485 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:00.291136 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ca4ae3cb-51b7-4abf-825c-46f218b7726d req-3b0131ba-292c-4d9e-b708-78975a45dff4 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "DELETE /v2.0/ports/9e4e8f15-6926-4596-b36b-0a948a9e7e78 HTTP/1.1" status: 204 len: 173 time: 0.4266236 Aug 06 18:38:00.292053 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'name': 'network-vif-deleted', 'tag': '9e4e8f15-6926-4596-b36b-0a948a9e7e78'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:00.292240 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-eab13f4d-d1e4-48bb-a802-7d67cd53ae01 req-e46050ee-b9fa-44e1-ab13-26f0f1cc0e82 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Aug 06 18:38:00.296237 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c771540-d890-43d3-b179-ff139e4381e8" -d '{"events": [{"server_uuid": "e8438de2-65aa-423d-92a4-5e2d34c68f7e", "name": "network-vif-deleted", "tag": "9e4e8f15-6926-4596-b36b-0a948a9e7e78"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:00.334298 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c3a421-39ac-4235-a678-79035eec3e4a x-openstack-request-id: req-d8c3a421-39ac-4235-a678-79035eec3e4a {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:00.335183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8438de2-65aa-423d-92a4-5e2d34c68f7e", "name": "network-vif-deleted", "tag": "9e4e8f15-6926-4596-b36b-0a948a9e7e78", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:00.335531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d8c3a421-39ac-4235-a678-79035eec3e4a {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:00.335989 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8438de2-65aa-423d-92a4-5e2d34c68f7e', 'name': 'network-vif-deleted', 'tag': '9e4e8f15-6926-4596-b36b-0a948a9e7e78', 'status': 'completed', 'code': 200} Aug 06 18:38:04.278441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9e4e8f15-6926-4596-b36b-0a948a9e7e78 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:04.302500 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 9e4e8f15-6926-4596-b36b-0a948a9e7e78 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:04.302849 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9e4e8f15-6926-4596-b36b-0a948a9e7e78 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:04.798989 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf39e0-0ece-4cf5-8160-c5ace7f4df6e req-c94a7831-5375-4347-849c-898e26213158 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:04.800407 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6fcf39e0-0ece-4cf5-8160-c5ace7f4df6e req-c94a7831-5375-4347-849c-898e26213158 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 946 time: 0.0487955 Aug 06 18:38:04.843025 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6fcf39e0-0ece-4cf5-8160-c5ace7f4df6e req-8e766e9f-2a1e-4434-882a-01f7d366b2d0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Aug 06 18:38:05.963993 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d85e88b-9c72-42b1-9ebe-ec7f5baef268 req-5663538d-650d-45d1-8c03-b320e957784b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:05.965471 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4d85e88b-9c72-42b1-9ebe-ec7f5baef268 req-5663538d-650d-45d1-8c03-b320e957784b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 946 time: 0.0483479 Aug 06 18:38:06.003274 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4d85e88b-9c72-42b1-9ebe-ec7f5baef268 req-b974d845-c1b2-4775-b848-b95186709e57 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Aug 06 18:38:06.558650 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-2043c38b-4729-4481-b19f-e9ad10acbd62 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:06.560143 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-2043c38b-4729-4481-b19f-e9ad10acbd62 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 946 time: 0.0488465 Aug 06 18:38:06.652477 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Deleting port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:06.652824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:06.745318 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] For port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:06.745681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:06.758654 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Calling delete_port for 90e805b8-8385-4d1c-b5a2-614dafd3c2fc owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:06.893108 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:06.905140 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78', '734e0d73-1913-402b-a35e-197c59b9968e', '90e805b8-8385-4d1c-b5a2-614dafd3c2fc'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:06.925683 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event deleted for resources: {'Port': ['ID=90e805b8-8385-4d1c-b5a2-614dafd3c2fc,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:06.969355 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] No DVR routers for this DVR port 90e805b8-8385-4d1c-b5a2-614dafd3c2fc on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:06.971900 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:06.973914 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-19901f25-3da5-4ee5-99d0-0aead448c1ae req-a7384e2b-c576-47aa-b538-da7cbede41e2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "DELETE /v2.0/ports/90e805b8-8385-4d1c-b5a2-614dafd3c2fc HTTP/1.1" status: 204 len: 173 time: 0.4077353 Aug 06 18:38:06.974346 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'name': 'network-vif-deleted', 'tag': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:06.977674 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc529aa-eada-41fa-8b60-5931ad98a5c7" -d '{"events": [{"server_uuid": "ba31cb98-7f0c-402b-a2c8-d378009d40ee", "name": "network-vif-deleted", "tag": "90e805b8-8385-4d1c-b5a2-614dafd3c2fc"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:07.026064 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6046b2-b95e-4ef6-ab92-777dbd7739dd x-openstack-request-id: req-4a6046b2-b95e-4ef6-ab92-777dbd7739dd {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:07.026696 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba31cb98-7f0c-402b-a2c8-d378009d40ee", "name": "network-vif-deleted", "tag": "90e805b8-8385-4d1c-b5a2-614dafd3c2fc", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:07.027305 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a6046b2-b95e-4ef6-ab92-777dbd7739dd {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:07.028325 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba31cb98-7f0c-402b-a2c8-d378009d40ee', 'name': 'network-vif-deleted', 'tag': '90e805b8-8385-4d1c-b5a2-614dafd3c2fc', 'status': 'completed', 'code': 200} Aug 06 18:38:07.124943 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-37a5ff16-f3b7-45e9-aa3d-93a69621a97d req-2d6a6bad-6184-4540-b091-69071250a8c2 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=ba31cb98-7f0c-402b-a2c8-d378009d40ee HTTP/1.1" status: 200 len: 210 time: 0.0298688 Aug 06 18:38:08.390282 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16fe0d8-8e3e-46b1-86ae-e91ad91f1db2 req-b89a77f3-55cf-47ec-a78a-6afd0f8c5ec6 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:08.391741 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f16fe0d8-8e3e-46b1-86ae-e91ad91f1db2 req-b89a77f3-55cf-47ec-a78a-6afd0f8c5ec6 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 945 time: 0.0485411 Aug 06 18:38:08.429615 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f16fe0d8-8e3e-46b1-86ae-e91ad91f1db2 req-3bd9fbf4-cb0d-47c7-8964-31f1f7ead7f9 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312762 Aug 06 18:38:09.348821 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48002) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:09.453787 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a925858e-fdd2-4cca-b208-3d66f87e8c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.549855 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a925858e-fdd2-4cca-b208-3d66f87e8c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.554525 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e87cb6-6078-4857-81ff-ce4ac4f5b7a4 req-7b65f928-a5be-4163-9aca-1adc8bdbe290 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:09.556369 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a925858e-fdd2-4cca-b208-3d66f87e8c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.556530 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-29e87cb6-6078-4857-81ff-ce4ac4f5b7a4 req-7b65f928-a5be-4163-9aca-1adc8bdbe290 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 945 time: 0.0566270 Aug 06 18:38:09.595451 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a925858e-fdd2-4cca-b208-3d66f87e8c9e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=355d29aece284890972a5e8cf601a779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2455115 Aug 06 18:38:09.596297 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925858e-fdd2-4cca-b208-3d66f87e8c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cf2e6f-6071-4ba0-9595-594c6ae8cc40,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:09.598591 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48008) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:09.599153 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-29e87cb6-6078-4857-81ff-ce4ac4f5b7a4 req-4037792b-5aab-4c3e-8c0a-66fe0c3ea6aa tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359471 Aug 06 18:38:09.675863 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a0012bc2-ad2a-4d80-a8bd-760c09fe8d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.706466 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8686e4be-1030-495a-9df9-cf4e36137379 req-26401310-79fd-42f5-aee1-b3982d7a9cbf tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:09.707919 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8686e4be-1030-495a-9df9-cf4e36137379 req-26401310-79fd-42f5-aee1-b3982d7a9cbf tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 945 time: 0.0744095 Aug 06 18:38:09.712488 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a0012bc2-ad2a-4d80-a8bd-760c09fe8d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.817760 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a0012bc2-ad2a-4d80-a8bd-760c09fe8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.820247 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a0012bc2-ad2a-4d80-a8bd-760c09fe8d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.821365 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a0012bc2-ad2a-4d80-a8bd-760c09fe8d8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67cf2e6f-6071-4ba0-9595-594c6ae8cc40 HTTP/1.1" status: 204 len: 168 time: 0.2218578 Aug 06 18:38:09.831889 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0012bc2-ad2a-4d80-a8bd-760c09fe8d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cf2e6f-6071-4ba0-9595-594c6ae8cc40,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:09.840715 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Deleting port 734e0d73-1913-402b-a35e-197c59b9968e {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:09.841138 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.937752 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] For port 734e0d73-1913-402b-a35e-197c59b9968e, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=734e0d73-1913-402b-a35e-197c59b9968e,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:09.938387 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:09.951532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Calling delete_port for 734e0d73-1913-402b-a35e-197c59b9968e owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:10.078326 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.092692 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78', '734e0d73-1913-402b-a35e-197c59b9968e'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:10.117527 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event deleted for resources: {'Port': ['ID=734e0d73-1913-402b-a35e-197c59b9968e,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:10.164333 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] No DVR routers for this DVR port 734e0d73-1913-402b-a35e-197c59b9968e on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:10.166860 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:10.169046 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-8686e4be-1030-495a-9df9-cf4e36137379 req-6307e4c0-3111-4927-a28e-398ef68dc6db tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "DELETE /v2.0/ports/734e0d73-1913-402b-a35e-197c59b9968e HTTP/1.1" status: 204 len: 173 time: 0.4505210 Aug 06 18:38:10.169488 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'name': 'network-vif-deleted', 'tag': '734e0d73-1913-402b-a35e-197c59b9968e'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:10.171787 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf13f59-92fd-42b9-ada7-e8a918d5bb12" -d '{"events": [{"server_uuid": "c171087e-8b61-4ec4-9892-8ea4e69061a4", "name": "network-vif-deleted", "tag": "734e0d73-1913-402b-a35e-197c59b9968e"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:10.236043 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a238d7e0-4319-4ff0-b904-437e920fb46d x-openstack-request-id: req-a238d7e0-4319-4ff0-b904-437e920fb46d {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:10.236876 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c171087e-8b61-4ec4-9892-8ea4e69061a4", "name": "network-vif-deleted", "tag": "734e0d73-1913-402b-a35e-197c59b9968e", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:10.238521 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a238d7e0-4319-4ff0-b904-437e920fb46d {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:10.239364 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c171087e-8b61-4ec4-9892-8ea4e69061a4', 'name': 'network-vif-deleted', 'tag': '734e0d73-1913-402b-a35e-197c59b9968e', 'status': 'completed', 'code': 200} Aug 06 18:38:10.278134 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 90e805b8-8385-4d1c-b5a2-614dafd3c2fc no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:10.299182 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 90e805b8-8385-4d1c-b5a2-614dafd3c2fc {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:10.299182 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 90e805b8-8385-4d1c-b5a2-614dafd3c2fc not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:10.728189 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-db3b2992-980e-4ee7-bf86-c11e7e3c7a07 req-a88c1e26-bb4f-49bd-82db-70ddd11e03a1 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=c171087e-8b61-4ec4-9892-8ea4e69061a4 HTTP/1.1" status: 200 len: 210 time: 0.0274632 Aug 06 18:38:12.875319 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:38:13.117831 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b1a9e4-0f74-4629-b9d2-fc19d53cfc98 req-eb67b77a-9551-4425-adfe-44a002f6272e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:13.119314 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c0b1a9e4-0f74-4629-b9d2-fc19d53cfc98 req-eb67b77a-9551-4425-adfe-44a002f6272e tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Aug 06 18:38:13.156035 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c0b1a9e4-0f74-4629-b9d2-fc19d53cfc98 req-6d0f2166-e170-4e93-aa89-39cf03844119 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307262 Aug 06 18:38:14.274114 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ccaa58-1b19-4459-bc21-d4c319fb6e41 req-684618ff-bb61-435c-beef-39de32466b0c tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:14.275612 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ccaa58-1b19-4459-bc21-d4c319fb6e41 req-684618ff-bb61-435c-beef-39de32466b0c tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0518820 Aug 06 18:38:14.314609 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-84ccaa58-1b19-4459-bc21-d4c319fb6e41 req-b142e043-d081-447a-8cff-5a802d6432a0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Aug 06 18:38:15.299262 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 734e0d73-1913-402b-a35e-197c59b9968e no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:15.326241 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 734e0d73-1913-402b-a35e-197c59b9968e {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:15.326586 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 734e0d73-1913-402b-a35e-197c59b9968e not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:15.436631 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766a626-c1e3-4ca7-ab2a-f3e62959700d req-1d9774cf-3af7-40f5-97c6-d5388e5004b0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:15.438723 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3766a626-c1e3-4ca7-ab2a-f3e62959700d req-1d9774cf-3af7-40f5-97c6-d5388e5004b0 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0560734 Aug 06 18:38:15.482249 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3766a626-c1e3-4ca7-ab2a-f3e62959700d req-d341102f-acab-470d-a386-99e07c9f4597 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363488 Aug 06 18:38:16.603555 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac65033-5545-4b1e-83e8-a7f613f36796 req-be9b005e-58be-486a-9330-e447d6f3c80b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:16.605116 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5ac65033-5545-4b1e-83e8-a7f613f36796 req-be9b005e-58be-486a-9330-e447d6f3c80b tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0519843 Aug 06 18:38:16.644948 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5ac65033-5545-4b1e-83e8-a7f613f36796 req-99da62e3-94f1-45d8-8393-b5bcd77c11e3 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/security-groups?id=5ec3d905-4cd7-476e-b24f-754aa6e5e48c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336339 Aug 06 18:38:16.872296 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-5eeb1287-4963-4204-9f11-0ef9f7f82c88 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:16.873661 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-5eeb1287-4963-4204-9f11-0ef9f7f82c88 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 945 time: 0.0474117 Aug 06 18:38:16.964497 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Deleting port aa160568-afb1-4418-85dd-69f42e721f78 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:16.964845 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.050624 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] For port aa160568-afb1-4418-85dd-69f42e721f78, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=aa160568-afb1-4418-85dd-69f42e721f78,segment=NetworkSegment(6ab17847-b76d-4295-b5f3-7f538dc03121),segment_id=6ab17847-b76d-4295-b5f3-7f538dc03121)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:17.050987 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.063861 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Calling delete_port for aa160568-afb1-4418-85dd-69f42e721f78 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:17.189241 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.200990 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['aa160568-afb1-4418-85dd-69f42e721f78'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:17.216894 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Pushing event deleted for resources: {'Port': ['ID=aa160568-afb1-4418-85dd-69f42e721f78,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:17.261883 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] No DVR routers for this DVR port aa160568-afb1-4418-85dd-69f42e721f78 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:17.264239 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:17.266191 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7a1c557d-83a3-407a-bda2-b4d0a61b5545 req-f81788ba-52aa-40b1-a20a-415215021539 tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.81 "DELETE /v2.0/ports/aa160568-afb1-4418-85dd-69f42e721f78 HTTP/1.1" status: 204 len: 173 time: 0.3865225 Aug 06 18:38:17.266617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'name': 'network-vif-deleted', 'tag': 'aa160568-afb1-4418-85dd-69f42e721f78'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:17.268838 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967801c7-1cf7-449f-abb4-0da6b8691e69" -d '{"events": [{"server_uuid": "dfcd6076-4329-4333-aaf2-f38a9af3c250", "name": "network-vif-deleted", "tag": "aa160568-afb1-4418-85dd-69f42e721f78"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:17.304433 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c327e60-c475-4f82-82ba-7f751875cfab x-openstack-request-id: req-5c327e60-c475-4f82-82ba-7f751875cfab {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:17.304724 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcd6076-4329-4333-aaf2-f38a9af3c250", "name": "network-vif-deleted", "tag": "aa160568-afb1-4418-85dd-69f42e721f78", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:17.305323 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5c327e60-c475-4f82-82ba-7f751875cfab {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:17.305454 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcd6076-4329-4333-aaf2-f38a9af3c250', 'name': 'network-vif-deleted', 'tag': 'aa160568-afb1-4418-85dd-69f42e721f78', 'status': 'completed', 'code': 200} Aug 06 18:38:17.775849 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-330f7cac-c3f3-42af-9c40-40a5fc798076 req-ca7b5126-5aba-4f72-beb4-6f0341e4524a tempest-AttachVolumeNegativeTest-1297370547 tempest-AttachVolumeNegativeTest-1297370547-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcd6076-4329-4333-aaf2-f38a9af3c250 HTTP/1.1" status: 200 len: 210 time: 0.0469961 Aug 06 18:38:18.825790 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48108) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:18.860234 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48110) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:18.870734 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Deleting subnet b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:38:18.873879 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:18.909041 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:18.949075 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:18.966468 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b09dce1-576d-4ab6-a235-bc746ca044f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.003378 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.029273 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b87a4819-9b2a-4ae8-89cb-e4bf32dbe115,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:19.032676 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.035250 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-89b7f988-174d-45c4-b7ed-08f231c849bc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b87a4819-9b2a-4ae8-89cb-e4bf32dbe115 HTTP/1.1" status: 204 len: 168 time: 0.2077246 Aug 06 18:38:19.037744 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48114) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:19.125967 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b09dce1-576d-4ab6-a235-bc746ca044f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.129141 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.132598 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b09dce1-576d-4ab6-a235-bc746ca044f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.177285 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1b09dce1-576d-4ab6-a235-bc746ca044f8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e3814bd859d24ea0a48292139b2866c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3160198 Aug 06 18:38:19.180695 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48116) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:19.181557 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b09dce1-576d-4ab6-a235-bc746ca044f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb600a-e2fd-4ead-9776-c3c3a34f571a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:19.230492 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60541e5d-21eb-4b1b-9a64-d53aef7ab27b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.251704 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60541e5d-21eb-4b1b-9a64-d53aef7ab27b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.252861 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.263256 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2428ac76-28c5-4556-a09b-9101df7c380b']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:19.272900 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab17847-b76d-4295-b5f3-7f538dc03121') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:19.273486 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab17847-b76d-4295-b5f3-7f538dc03121') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:38:19.282045 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.298784 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.300041 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60541e5d-21eb-4b1b-9a64-d53aef7ab27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.302722 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-60541e5d-21eb-4b1b-9a64-d53aef7ab27b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.303900 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-60541e5d-21eb-4b1b-9a64-d53aef7ab27b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40fb600a-e2fd-4ead-9776-c3c3a34f571a HTTP/1.1" status: 204 len: 168 time: 0.1222298 Aug 06 18:38:19.307961 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:38:19.308595 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.313029 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60541e5d-21eb-4b1b-9a64-d53aef7ab27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb600a-e2fd-4ead-9776-c3c3a34f571a,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:38:19.331977 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:38:19.375020 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.380391 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.382866 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] 10.222.0.57 "DELETE /v2.0/networks/2428ac76-28c5-4556-a09b-9101df7c380b HTTP/1.1" status: 204 len: 168 time: 0.3404441 Aug 06 18:38:19.393161 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc9f8e-4929-4a51-ba54-3bcfd8632eca admin admin] Pushing event deleted for resources: {'Network': ['ID=2428ac76-28c5-4556-a09b-9101df7c380b,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:19.566673 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48122) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:19.609529 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-78f41d6f-263c-48b4-b1de-3af4ab1f6580 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50aac563cb7944cebf5dc4771a161a3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414703 Aug 06 18:38:19.611967 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48124) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:19.664811 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-102ac78c-8085-4e11-9786-3aae446528d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.689007 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-102ac78c-8085-4e11-9786-3aae446528d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.735092 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-102ac78c-8085-4e11-9786-3aae446528d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.737787 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-102ac78c-8085-4e11-9786-3aae446528d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:19.738926 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-102ac78c-8085-4e11-9786-3aae446528d0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5ec3d905-4cd7-476e-b24f-754aa6e5e48c HTTP/1.1" status: 204 len: 168 time: 0.1260464 Aug 06 18:38:19.747200 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ac78c-8085-4e11-9786-3aae446528d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec3d905-4cd7-476e-b24f-754aa6e5e48c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:20.324129 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device aa160568-afb1-4418-85dd-69f42e721f78 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:20.344390 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: aa160568-afb1-4418-85dd-69f42e721f78 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:20.344727 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device aa160568-afb1-4418-85dd-69f42e721f78 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:21.882661 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:22.648167 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0f037afe-d52f-40f7-9372-cf734db867d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.503985 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48184) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:23.612889 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e639-1131-407b-890b-5132c9fbc8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.709899 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e639-1131-407b-890b-5132c9fbc8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.714090 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e7d1e639-1131-407b-890b-5132c9fbc8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.751983 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e7d1e639-1131-407b-890b-5132c9fbc8a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f89a60c5cd540e287d9be1c929ac84f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2467940 Aug 06 18:38:23.752676 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1e639-1131-407b-890b-5132c9fbc8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22bfec0f-2adc-44cf-9a0b-1059398e8588,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:23.754553 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48188) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:23.802976 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-800d8f84-fad9-400e-81c9-ae34d207ce8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.823608 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-800d8f84-fad9-400e-81c9-ae34d207ce8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.868172 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-800d8f84-fad9-400e-81c9-ae34d207ce8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.870766 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-800d8f84-fad9-400e-81c9-ae34d207ce8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:23.871997 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-800d8f84-fad9-400e-81c9-ae34d207ce8d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/22bfec0f-2adc-44cf-9a0b-1059398e8588 HTTP/1.1" status: 204 len: 168 time: 0.1163197 Aug 06 18:38:23.879114 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d8f84-fad9-400e-81c9-ae34d207ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22bfec0f-2adc-44cf-9a0b-1059398e8588,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:25.336735 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bbeec1da-a33c-449f-9b25-0e5112fc7292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:25.420663 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.334736 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.601255 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48320) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:26.705401 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5987e98d-9821-480d-90fe-73f20a83bde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.793388 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5987e98d-9821-480d-90fe-73f20a83bde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.797064 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5987e98d-9821-480d-90fe-73f20a83bde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.838319 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5987e98d-9821-480d-90fe-73f20a83bde3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14b8e9c89b2b4f5d8c03137850b673aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356369 Aug 06 18:38:26.839504 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987e98d-9821-480d-90fe-73f20a83bde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd30f92-8de7-4c65-a222-b9802b7fba4e,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:26.841077 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48324) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:26.890532 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-411b8a6c-fec7-40ca-8f78-ffd6fe8eaf1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.913997 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-411b8a6c-fec7-40ca-8f78-ffd6fe8eaf1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.961116 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-411b8a6c-fec7-40ca-8f78-ffd6fe8eaf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.963711 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-411b8a6c-fec7-40ca-8f78-ffd6fe8eaf1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:26.964829 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-411b8a6c-fec7-40ca-8f78-ffd6fe8eaf1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fbd30f92-8de7-4c65-a222-b9802b7fba4e HTTP/1.1" status: 204 len: 168 time: 0.1221795 Aug 06 18:38:26.972102 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b8a6c-fec7-40ca-8f78-ffd6fe8eaf1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd30f92-8de7-4c65-a222-b9802b7fba4e,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:27.217733 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48330) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:27.230813 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8eb95971-269b-4ceb-a0c1-67fe7c88c185 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.322988 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8eb95971-269b-4ceb-a0c1-67fe7c88c185 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.327427 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8eb95971-269b-4ceb-a0c1-67fe7c88c185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.362804 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb95971-269b-4ceb-a0c1-67fe7c88c185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cfb665-390b-44b3-bfe4-b760ef0d4b5a,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:27.367192 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-8eb95971-269b-4ceb-a0c1-67fe7c88c185 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4ab108e2e1644b67a75f2d5a2b7f6d3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481681 Aug 06 18:38:27.369609 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48332) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:27.419660 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1744854c-8b13-4c32-a970-b87d301b2f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.443611 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1744854c-8b13-4c32-a970-b87d301b2f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.493550 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1744854c-8b13-4c32-a970-b87d301b2f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.496128 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1744854c-8b13-4c32-a970-b87d301b2f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:27.497292 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1744854c-8b13-4c32-a970-b87d301b2f97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60cfb665-390b-44b3-bfe4-b760ef0d4b5a HTTP/1.1" status: 204 len: 168 time: 0.1268468 Aug 06 18:38:27.504894 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1744854c-8b13-4c32-a970-b87d301b2f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cfb665-390b-44b3-bfe4-b760ef0d4b5a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:27.986212 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.178167 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 48354) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:28.272566 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-708112236-network', 'tenant_id': 'c48356e8f6a14b948146e8b0e94582c3'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:28.293371 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Made reservation on behalf of c48356e8f6a14b948146e8b0e94582c3 for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:28.295859 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.303804 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.391545 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.395188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.419044 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:38:28.427659 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020ea818-f917-4c75-b60b-5df294e9bc46,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:28.436091 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.436091 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Added segment 1d22128d-fecf-4e4f-8f38-0504d31f2cc8 of type vlan for network 157dd525-dbb9-4d3c-af5b-137f4ec30dae Aug 06 18:38:28.475615 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.503961 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.505023 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:28.505609 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.562368 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3828251 Aug 06 18:38:28.565325 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48358) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:38:28.569180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d24086-549f-4b24-8c6b-a31be979d3c7 admin admin] Pushing event updated for resources: {'Network': ['ID=157dd525-dbb9-4d3c-af5b-137f4ec30dae,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:28.570418 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Request body: {'subnet': {'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-708112236-subnet', 'tenant_id': 'c48356e8f6a14b948146e8b0e94582c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:28.579483 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 157dd525-dbb9-4d3c-af5b-137f4ec30dae details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:38:28.592433 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Made reservation on behalf of c48356e8f6a14b948146e8b0e94582c3 for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:28.595073 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.762316 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.816415 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b26412bc-1fe0-436d-a6f1-80e03ba0295c,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:28.826966 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.827375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.827670 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.828002 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.828330 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.828659 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.828985 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.829307 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.829631 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.829951 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.830269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.830590 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:28.833436 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Checking segment: {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:28.833789 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Network hostable DHCP agents. Network: 157dd525-dbb9-4d3c-af5b-137f4ec30dae, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:38:28.849481 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Network 157dd525-dbb9-4d3c-af5b-137f4ec30dae is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:38:28.858251 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 157dd525-dbb9-4d3c-af5b-137f4ec30dae) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:28.862077 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:28.862656 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:28.866706 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0eecb7-d654-4881-86a6-48205ba40dff None None] Network 157dd525-dbb9-4d3c-af5b-137f4ec30dae requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:38:28.877638 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-2ca6605c-3599-42a3-a244-f47c3884a353 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3111973 Aug 06 18:38:28.994839 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7030fd19-559d-4586-8a6e-d63c07d7cc46 None None] Network 157dd525-dbb9-4d3c-af5b-137f4ec30dae requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:38:30.611794 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-12b89827-269a-46e5-a731-6c802412e927 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:30.613262 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-12b89827-269a-46e5-a731-6c802412e927 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/networks?id=157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 200 len: 808 time: 0.0972996 Aug 06 18:38:30.628389 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-62737d28-01ec-4d3b-bc2d-4d40546a566e tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/quotas/c48356e8f6a14b948146e8b0e94582c3 HTTP/1.1" status: 200 len: 375 time: 0.0088677 Aug 06 18:38:30.658819 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-1638e401-b704-4d3f-bd65-d487535fc4ac tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c48356e8f6a14b948146e8b0e94582c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245912 Aug 06 18:38:30.758025 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-724a103c-e108-4331-8d5f-2df2cc3f0dae service neutron] 10.222.0.57 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914369 Aug 06 18:38:30.846058 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-ecf240e6-bb21-4c84-a9ab-32464ee909e9 service neutron] 10.222.0.57 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820451 Aug 06 18:38:31.004823 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-525950c0-0bf2-4eae-a744-0a06201a3972 req-bf7615e3-f7ba-4641-97b2-620d1cf0c286 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 210 time: 0.0267508 Aug 06 18:38:31.953695 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-8c3c860f-4504-485f-870a-2357794f8cfe tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:31.955191 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-8c3c860f-4504-485f-870a-2357794f8cfe tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "GET /v2.0/networks?id=157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 200 len: 808 time: 0.1031864 Aug 06 18:38:31.968517 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Request body: {'port': {'device_id': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae', 'admin_state_up': True, 'tenant_id': 'c48356e8f6a14b948146e8b0e94582c3'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:32.094588 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Made reservation on behalf of c48356e8f6a14b948146e8b0e94582c3 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:32.100338 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c68001c9-465b-4158-8f43-2a5ed8f214db req-3de20037-4ed9-4833-ad29-f0c178c25ce4 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 210 time: 0.0261948 Aug 06 18:38:32.101083 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.232743 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Allocated IP 172.20.0.13 (157dd525-dbb9-4d3c-af5b-137f4ec30dae/b26412bc-1fe0-436d-a6f1-80e03ba0295c/ce28ed94-97c2-44f4-8d05-30a000c28166) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:32.372796 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.409793 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.457610 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Network 157dd525-dbb9-4d3c-af5b-137f4ec30dae is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:32.460631 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:32.464350 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:32.470473 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Pushing event updated for resources: {'Port': ['ID=ce28ed94-97c2-44f4-8d05-30a000c28166,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:32.515046 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:32.515670 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.530140 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-58de2ccb-02ec-4d58-9d74-b5be65a3dd74 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5653791 Aug 06 18:38:32.543380 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Request body: {'port': {'device_id': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:32.598432 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.848700 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce28ed94-97c2-44f4-8d05-30a000c28166 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:32.856055 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.867791 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Transition to ACTIVE for port object ce28ed94-97c2-44f4-8d05-30a000c28166 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:32.871818 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:32.919305 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce28ed94-97c2-44f4-8d05-30a000c28166,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:32.988026 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Attempting to bind port ce28ed94-97c2-44f4-8d05-30a000c28166 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:32.988677 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Attempting to bind port ce28ed94-97c2-44f4-8d05-30a000c28166 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:32.988677 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Attempting to bind port ce28ed94-97c2-44f4-8d05-30a000c28166 on network 157dd525-dbb9-4d3c-af5b-137f4ec30dae {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:32.993828 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Port ce28ed94-97c2-44f4-8d05-30a000c28166 on network 157dd525-dbb9-4d3c-af5b-137f4ec30dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:38:32.994241 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Attempting to bind port ce28ed94-97c2-44f4-8d05-30a000c28166 on network 157dd525-dbb9-4d3c-af5b-137f4ec30dae {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:32.998906 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:32.999272 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Checking segment: {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:32.999655 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Bound using segment: {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:33.000074 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Bound port: ce28ed94-97c2-44f4-8d05-30a000c28166, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:33.000425 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.062509 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] For port ce28ed94-97c2-44f4-8d05-30a000c28166, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:33.065439 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] For port ce28ed94-97c2-44f4-8d05-30a000c28166, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ce28ed94-97c2-44f4-8d05-30a000c28166,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:33.070396 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.101160 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.102323 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:33.103783 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] 10.222.0.81 "PUT /v2.0/ports/ce28ed94-97c2-44f4-8d05-30a000c28166 HTTP/1.1" status: 200 len: 1094 time: 0.5651355 Aug 06 18:38:33.106098 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'tag': 'ce28ed94-97c2-44f4-8d05-30a000c28166'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:33.108884 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5293e9a8-4161-454c-adaf-11ad4a58f314" -d '{"events": [{"name": "network-changed", "server_uuid": "cbac56d2-1c50-42a3-b174-6766cb19627e", "tag": "ce28ed94-97c2-44f4-8d05-30a000c28166"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:33.138609 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eab2fc8-218b-41ad-bdb3-85cba063dfe7 service neutron] Pushing event updated for resources: {'Port': ['ID=ce28ed94-97c2-44f4-8d05-30a000c28166,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:33.156951 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1394425-b29a-4c55-9ab7-5d52957f71bb x-openstack-request-id: req-b1394425-b29a-4c55-9ab7-5d52957f71bb {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:33.157320 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbac56d2-1c50-42a3-b174-6766cb19627e", "tag": "ce28ed94-97c2-44f4-8d05-30a000c28166", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:33.157644 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1394425-b29a-4c55-9ab7-5d52957f71bb {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:33.158103 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'tag': 'ce28ed94-97c2-44f4-8d05-30a000c28166', 'status': 'completed', 'code': 200} Aug 06 18:38:33.186945 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-3065a114-5b50-4ba3-ab4e-9e2fd94ea841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.188725 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-3065a114-5b50-4ba3-ab4e-9e2fd94ea841 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c48356e8f6a14b948146e8b0e94582c3&device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 1097 time: 0.0445023 Aug 06 18:38:33.222184 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39fd5e-8cf0-4a19-91e4-0d9ed712d0b4 req-443cfdf5-49ea-47b6-b093-12b59143aee0 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.223688 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fd39fd5e-8cf0-4a19-91e4-0d9ed712d0b4 req-443cfdf5-49ea-47b6-b093-12b59143aee0 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 944 time: 0.0488303 Aug 06 18:38:33.234440 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-0ff66d88-86db-45cf-b272-19c0aa48c6f8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce28ed94-97c2-44f4-8d05-30a000c28166 HTTP/1.1" status: 200 len: 217 time: 0.0373070 Aug 06 18:38:33.262484 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fd39fd5e-8cf0-4a19-91e4-0d9ed712d0b4 req-3b3fc21c-e2e9-481f-947d-2eb4913e1af7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 06 18:38:33.282774 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-7b0bb9b6-004a-49b3-99a4-039e87af9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.284322 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-7b0bb9b6-004a-49b3-99a4-039e87af9eb9 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b26412bc-1fe0-436d-a6f1-80e03ba0295c HTTP/1.1" status: 200 len: 848 time: 0.0430696 Aug 06 18:38:33.316254 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-cc222836-ea62-4a8c-8d8f-e00d7515395c service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=157dd525-dbb9-4d3c-af5b-137f4ec30dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242524 Aug 06 18:38:33.404906 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-aa53c8af-4705-4d55-9862-52ac5f57c60d service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806026 Aug 06 18:38:33.493713 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-01da7711-3b9a-47dc-ba9e-9f21cfa8c613 req-04cbad3e-2425-4b07-8a5b-87b99bd554cd service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810745 Aug 06 18:38:33.579532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-cd771f3f-70cc-422b-8116-c698f6093381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.580995 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-cd771f3f-70cc-422b-8116-c698f6093381 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c48356e8f6a14b948146e8b0e94582c3&device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 1097 time: 0.0434113 Aug 06 18:38:33.673681 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-4223ee73-16fe-450a-8ed4-43854672b9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.675164 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-4223ee73-16fe-450a-8ed4-43854672b9ab service neutron] 10.222.0.81 "GET /v2.0/networks?id=157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 200 len: 909 time: 0.0842674 Aug 06 18:38:33.727599 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-5af3915e-f894-4c54-aba8-6a1f6338aa03 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ce28ed94-97c2-44f4-8d05-30a000c28166 HTTP/1.1" status: 200 len: 217 time: 0.0429132 Aug 06 18:38:33.778633 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-a0869e74-f25a-401a-9c05-1336cdc11f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:33.780244 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-a0869e74-f25a-401a-9c05-1336cdc11f57 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b26412bc-1fe0-436d-a6f1-80e03ba0295c HTTP/1.1" status: 200 len: 848 time: 0.0442584 Aug 06 18:38:33.813580 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-7448e159-c737-41da-bca7-137de13a18f7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=157dd525-dbb9-4d3c-af5b-137f4ec30dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259092 Aug 06 18:38:33.903401 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-cbcbc091-5d6f-46f4-8aa2-4b9b9e220dbc service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809972 Aug 06 18:38:34.237357 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5293e9a8-4161-454c-adaf-11ad4a58f314 req-ca316f2a-39f3-418e-bbf5-b7926b8a2edd service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269749 Aug 06 18:38:34.378208 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0cf55-77dd-468f-b40e-9f1a63dfbd00 req-2a98d9ce-7409-4e10-944c-69f09cf3bec7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:34.379693 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9c0cf55-77dd-468f-b40e-9f1a63dfbd00 req-2a98d9ce-7409-4e10-944c-69f09cf3bec7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 944 time: 0.0484979 Aug 06 18:38:34.421799 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9c0cf55-77dd-468f-b40e-9f1a63dfbd00 req-d37084f4-8431-40a0-bacc-8f8243c8e464 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354879 Aug 06 18:38:35.536705 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1df8a-3169-4d86-8213-5877879d7ae7 req-e1b26c41-1e6d-4703-83c0-c022682b7bb3 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:35.538048 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-90c1df8a-3169-4d86-8213-5877879d7ae7 req-e1b26c41-1e6d-4703-83c0-c022682b7bb3 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 944 time: 0.0484529 Aug 06 18:38:35.575643 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-90c1df8a-3169-4d86-8213-5877879d7ae7 req-ae971430-7fd8-4263-98a8-d50d32280ebb tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315940 Aug 06 18:38:36.362185 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device ce28ed94-97c2-44f4-8d05-30a000c28166 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:38:36.456709 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port ce28ed94-97c2-44f4-8d05-30a000c28166, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ce28ed94-97c2-44f4-8d05-30a000c28166,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:36.467488 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'ce28ed94-97c2-44f4-8d05-30a000c28166', 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae', 'port_id': 'ce28ed94-97c2-44f4-8d05-30a000c28166', 'mac_address': 'fa:16:3e:18:13:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26412bc-1fe0-436d-a6f1-80e03ba0295c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:38:36.502700 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:36.515241 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce28ed94-97c2-44f4-8d05-30a000c28166 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:36.537736 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port ce28ed94-97c2-44f4-8d05-30a000c28166, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ce28ed94-97c2-44f4-8d05-30a000c28166,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:36.541354 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:36.587556 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=ce28ed94-97c2-44f4-8d05-30a000c28166,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:36.594691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.595263 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.595804 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.596339 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.596861 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.597386 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.597921 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.598480 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.599158 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.599676 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.600232 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.600803 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:38:36.691856 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619d13a-74c9-47a0-abf8-2acbb2c665a3 req-40538d43-ec23-44b1-bfa8-96bb36888d89 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:36.693312 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a619d13a-74c9-47a0-abf8-2acbb2c665a3 req-40538d43-ec23-44b1-bfa8-96bb36888d89 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 945 time: 0.0486019 Aug 06 18:38:36.729833 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a619d13a-74c9-47a0-abf8-2acbb2c665a3 req-f3569996-ba01-4d9a-8fa5-5ba44ca4d5f9 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300436 Aug 06 18:38:36.754030 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['ce28ed94-97c2-44f4-8d05-30a000c28166'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:37.843769 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd7b58-699c-426a-9ddc-67af9042535f req-1bfeb6c2-3b57-457c-8e5a-ec65fa2b7cd0 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:37.845237 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aecd7b58-699c-426a-9ddc-67af9042535f req-1bfeb6c2-3b57-457c-8e5a-ec65fa2b7cd0 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 945 time: 0.0499868 Aug 06 18:38:37.885915 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-aecd7b58-699c-426a-9ddc-67af9042535f req-f5ad8cb4-1060-496d-9dc7-826863fc9a8c tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Aug 06 18:38:38.395055 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device ce28ed94-97c2-44f4-8d05-30a000c28166 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:38.443973 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port ce28ed94-97c2-44f4-8d05-30a000c28166 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:38.448213 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port ce28ed94-97c2-44f4-8d05-30a000c28166 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:38.448584 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.521219 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.543953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce28ed94-97c2-44f4-8d05-30a000c28166'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:38.546143 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7af08d-99bb-4f06-9850-144764cbfa11" -d '{"events": [{"server_uuid": "cbac56d2-1c50-42a3-b174-6766cb19627e", "name": "network-vif-plugged", "status": "completed", "tag": "ce28ed94-97c2-44f4-8d05-30a000c28166"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:38.558672 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port ce28ed94-97c2-44f4-8d05-30a000c28166, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ce28ed94-97c2-44f4-8d05-30a000c28166,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:38.563058 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:38.589296 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632e5381-9559-4e8e-b8af-7a119305110a x-openstack-request-id: req-632e5381-9559-4e8e-b8af-7a119305110a {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:38.589565 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac56d2-1c50-42a3-b174-6766cb19627e", "name": "network-vif-plugged", "status": "completed", "tag": "ce28ed94-97c2-44f4-8d05-30a000c28166", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:38.589814 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-632e5381-9559-4e8e-b8af-7a119305110a {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:38.590185 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce28ed94-97c2-44f4-8d05-30a000c28166', 'code': 200} Aug 06 18:38:38.614544 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=ce28ed94-97c2-44f4-8d05-30a000c28166,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:38.744480 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9db45-08ef-4e84-89de-80429ac7cb19 req-bd35ac25-3e3c-4cfd-8d26-a38fca76baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.745954 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fdc9db45-08ef-4e84-89de-80429ac7cb19 req-bd35ac25-3e3c-4cfd-8d26-a38fca76baec service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 1099 time: 0.0416369 Aug 06 18:38:38.785186 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-fdc9db45-08ef-4e84-89de-80429ac7cb19 req-fad12f21-0365-4ca0-ae79-d9bff211302b service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304747 Aug 06 18:38:38.996982 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdcd82-98cf-4e5b-a6cf-31925d9e6a45 req-11d5b1c5-7c92-4b01-a063-147a31ebc62f tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:38.998430 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5bdcd82-98cf-4e5b-a6cf-31925d9e6a45 req-11d5b1c5-7c92-4b01-a063-147a31ebc62f tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 946 time: 0.0471733 Aug 06 18:38:39.037472 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5bdcd82-98cf-4e5b-a6cf-31925d9e6a45 req-d253daa9-7aff-49e1-96e3-4f5340f3744f tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Aug 06 18:38:40.155299 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38983bc-df29-45d5-a6fd-4946520da77a req-21db600f-fe06-44a6-ab6e-b3456be54256 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:40.156736 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a38983bc-df29-45d5-a6fd-4946520da77a req-21db600f-fe06-44a6-ab6e-b3456be54256 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 946 time: 0.0481265 Aug 06 18:38:40.194472 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a38983bc-df29-45d5-a6fd-4946520da77a req-78463e83-9e81-479e-814b-0d6a0120ab26 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318623 Aug 06 18:38:40.813134 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887cba4e-0b49-422a-b1b7-b89283626b03 req-af642b20-95ed-4ebe-a0b1-13ccbc4ba652 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:40.814574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-887cba4e-0b49-422a-b1b7-b89283626b03 req-af642b20-95ed-4ebe-a0b1-13ccbc4ba652 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 946 time: 0.0480211 Aug 06 18:38:40.853850 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-887cba4e-0b49-422a-b1b7-b89283626b03 req-f9350c1c-97bd-47bb-91ff-8894f100b7c8 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333936 Aug 06 18:38:41.515897 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d27774-8b92-4688-a8fd-05d66e8f9b59 req-f6ef6075-e40e-46cc-ac29-112813ebc3bc tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.517236 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e3d27774-8b92-4688-a8fd-05d66e8f9b59 req-f6ef6075-e40e-46cc-ac29-112813ebc3bc tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0471468 Aug 06 18:38:41.555272 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e3d27774-8b92-4688-a8fd-05d66e8f9b59 req-b70c025e-e4c2-4625-af2b-4b0d3c861026 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Aug 06 18:38:41.970305 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0da94-56cd-4f43-8601-fe7af7987e71 req-e0edf2d2-d125-4bba-b264-828bfd6f054a tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:41.971789 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a8f0da94-56cd-4f43-8601-fe7af7987e71 req-e0edf2d2-d125-4bba-b264-828bfd6f054a tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 946 time: 0.0476286 Aug 06 18:38:42.011216 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a8f0da94-56cd-4f43-8601-fe7af7987e71 req-7a2e3d4f-64c4-42d9-882b-5c79c336b0ad tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335667 Aug 06 18:38:42.173267 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-284e019a-a21a-4f47-b9a8-7c78e771c341 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.174680 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-284e019a-a21a-4f47-b9a8-7c78e771c341 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 946 time: 0.0476110 Aug 06 18:38:42.269240 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Deleting port ce28ed94-97c2-44f4-8d05-30a000c28166 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:42.269597 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:42.357864 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] For port ce28ed94-97c2-44f4-8d05-30a000c28166, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=ce28ed94-97c2-44f4-8d05-30a000c28166,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:42.358225 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:42.371504 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Calling delete_port for ce28ed94-97c2-44f4-8d05-30a000c28166 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:42.499482 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:42.511994 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['ce28ed94-97c2-44f4-8d05-30a000c28166'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:42.530039 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Pushing event deleted for resources: {'Port': ['ID=ce28ed94-97c2-44f4-8d05-30a000c28166,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:42.573563 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] No DVR routers for this DVR port ce28ed94-97c2-44f4-8d05-30a000c28166 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:42.576251 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:42.578281 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-04e57f39-fb42-4782-8f05-a9727fa663e4 req-e4c0f1d7-9ad5-4261-9040-aba2166db8a7 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "DELETE /v2.0/ports/ce28ed94-97c2-44f4-8d05-30a000c28166 HTTP/1.1" status: 204 len: 173 time: 0.3973491 Aug 06 18:38:42.578715 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'name': 'network-vif-deleted', 'tag': 'ce28ed94-97c2-44f4-8d05-30a000c28166'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:42.581110 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78980a5e-76e5-4d70-9dbe-b8e36e5c9133" -d '{"events": [{"server_uuid": "cbac56d2-1c50-42a3-b174-6766cb19627e", "name": "network-vif-deleted", "tag": "ce28ed94-97c2-44f4-8d05-30a000c28166"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:42.619845 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd06051-505e-4540-8404-2b78623a28da x-openstack-request-id: req-0dd06051-505e-4540-8404-2b78623a28da {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:42.620134 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbac56d2-1c50-42a3-b174-6766cb19627e", "name": "network-vif-deleted", "tag": "ce28ed94-97c2-44f4-8d05-30a000c28166", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:42.620849 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0dd06051-505e-4540-8404-2b78623a28da {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:42.620849 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbac56d2-1c50-42a3-b174-6766cb19627e', 'name': 'network-vif-deleted', 'tag': 'ce28ed94-97c2-44f4-8d05-30a000c28166', 'status': 'completed', 'code': 200} Aug 06 18:38:42.676387 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38c832-b024-4040-84ee-2a13956a6e79 req-c6321233-da98-412a-8760-f6e8b5818c7a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:42.677825 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2f38c832-b024-4040-84ee-2a13956a6e79 req-c6321233-da98-412a-8760-f6e8b5818c7a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0528526 Aug 06 18:38:42.723124 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2f38c832-b024-4040-84ee-2a13956a6e79 req-ceb15393-3350-49b1-8962-7496875737e2 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383568 Aug 06 18:38:43.122640 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-19466f6a-e0ae-43f8-8abc-0d65b4f1ea43 req-56ce248f-50bb-47f4-8bf7-07c625688624 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=cbac56d2-1c50-42a3-b174-6766cb19627e HTTP/1.1" status: 200 len: 210 time: 0.0252380 Aug 06 18:38:43.835462 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45890d40-5f5e-4d03-8f28-9ff85c698d21 req-85a4510f-6afe-46d2-b07f-a6a06807fcb8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:43.837070 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-45890d40-5f5e-4d03-8f28-9ff85c698d21 req-85a4510f-6afe-46d2-b07f-a6a06807fcb8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0486555 Aug 06 18:38:43.874315 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-45890d40-5f5e-4d03-8f28-9ff85c698d21 req-f0685223-9e90-4275-a8bb-feb9de501b8d tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312748 Aug 06 18:38:44.641147 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-3691e5d4-3fdb-40c3-a06e-ec9646b92290 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:44.642593 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-3691e5d4-3fdb-40c3-a06e-ec9646b92290 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/networks?id=157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 200 len: 808 time: 0.3628612 Aug 06 18:38:44.659704 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-ca0a5b5c-7184-4340-b9f0-9b412f213234 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/quotas/c48356e8f6a14b948146e8b0e94582c3 HTTP/1.1" status: 200 len: 375 time: 0.0114508 Aug 06 18:38:44.690519 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-a891cc09-723a-4b5b-883b-2c180a941741 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c48356e8f6a14b948146e8b0e94582c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252531 Aug 06 18:38:44.776805 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d0fe544c-a399-4438-9936-cc41337e9527 service neutron] 10.222.0.57 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789318 Aug 06 18:38:44.865063 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-88bd561d-739b-487f-a608-c06a3957feae service neutron] 10.222.0.57 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823045 Aug 06 18:38:45.002720 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30838bca-bf71-4a46-96ba-cd381d84d4e3 req-70ae44ec-9789-4fc9-8a2f-1a03500a454a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:45.004229 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-30838bca-bf71-4a46-96ba-cd381d84d4e3 req-70ae44ec-9789-4fc9-8a2f-1a03500a454a tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0625296 Aug 06 18:38:45.045197 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5d712ad1-7513-423a-ba76-e5e4790c0e19 req-d2e84b10-802c-44d6-9c72-1bd86edcad85 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 210 time: 0.0399354 Aug 06 18:38:45.066179 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-30838bca-bf71-4a46-96ba-cd381d84d4e3 req-a06680d7-8c93-4362-b61b-ba7e4e56ac08 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519691 Aug 06 18:38:45.918761 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-51f80536-c7f0-47b7-b240-985804159ac3 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:45.920309 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-51f80536-c7f0-47b7-b240-985804159ac3 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "GET /v2.0/networks?id=157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 200 len: 808 time: 0.1037207 Aug 06 18:38:45.935002 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Request body: {'port': {'device_id': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae', 'admin_state_up': True, 'tenant_id': 'c48356e8f6a14b948146e8b0e94582c3'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:46.042170 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Made reservation on behalf of c48356e8f6a14b948146e8b0e94582c3 for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:38:46.045587 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.145743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-264fe9d6-25ed-43fb-80b6-948729f024f2 req-1163091c-3b87-4606-9ce5-fd792d33f777 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 210 time: 0.0298214 Aug 06 18:38:46.178138 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Allocated IP 172.20.0.6 (157dd525-dbb9-4d3c-af5b-137f4ec30dae/b26412bc-1fe0-436d-a6f1-80e03ba0295c/85c1ffdb-7494-4915-8eb1-34255baac379) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:38:46.194683 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6934205-a91c-4f1b-b988-f3502cf50f8b req-39a77c20-72c8-4ae4-936d-bcedf30fc5f8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:46.197208 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e6934205-a91c-4f1b-b988-f3502cf50f8b req-39a77c20-72c8-4ae4-936d-bcedf30fc5f8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0541563 Aug 06 18:38:46.235535 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e6934205-a91c-4f1b-b988-f3502cf50f8b req-f739c7fe-cae2-45ab-9d80-d0bb35696395 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Aug 06 18:38:46.333114 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.372670 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.402160 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device ce28ed94-97c2-44f4-8d05-30a000c28166 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:46.418973 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Network 157dd525-dbb9-4d3c-af5b-137f4ec30dae is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:38:46.422127 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:38:46.422733 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: ce28ed94-97c2-44f4-8d05-30a000c28166 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:38:46.423105 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device ce28ed94-97c2-44f4-8d05-30a000c28166 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:38:46.426509 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:38:46.430278 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Pushing event updated for resources: {'Port': ['ID=85c1ffdb-7494-4915-8eb1-34255baac379,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:46.474066 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:46.474667 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.487933 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-114bac16-e1a2-4a31-9039-9e0fbd3e7f60 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585413 Aug 06 18:38:46.502353 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Request body: {'port': {'device_id': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:38:46.559218 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.813971 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c1ffdb-7494-4915-8eb1-34255baac379 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:46.821770 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.833692 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Transition to ACTIVE for port object 85c1ffdb-7494-4915-8eb1-34255baac379 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:38:46.838485 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:46.888421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1ffdb-7494-4915-8eb1-34255baac379,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:46.953800 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Attempting to bind port 85c1ffdb-7494-4915-8eb1-34255baac379 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:38:46.954474 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Attempting to bind port 85c1ffdb-7494-4915-8eb1-34255baac379 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:38:46.954474 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Attempting to bind port 85c1ffdb-7494-4915-8eb1-34255baac379 on network 157dd525-dbb9-4d3c-af5b-137f4ec30dae {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:46.958717 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Port 85c1ffdb-7494-4915-8eb1-34255baac379 on network 157dd525-dbb9-4d3c-af5b-137f4ec30dae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:38:46.959037 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Attempting to bind port 85c1ffdb-7494-4915-8eb1-34255baac379 on network 157dd525-dbb9-4d3c-af5b-137f4ec30dae {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:38:46.963925 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:38:46.964265 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Checking segment: {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:38:46.964650 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Bound using segment: {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:38:46.965064 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Bound port: 85c1ffdb-7494-4915-8eb1-34255baac379, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d22128d-fecf-4e4f-8f38-0504d31f2cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:38:46.965415 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:47.026706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] For port 85c1ffdb-7494-4915-8eb1-34255baac379, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:38:47.029766 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] For port 85c1ffdb-7494-4915-8eb1-34255baac379, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=85c1ffdb-7494-4915-8eb1-34255baac379,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:38:47.034397 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:47.068632 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.069242 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:47.071309 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] 10.222.0.81 "PUT /v2.0/ports/85c1ffdb-7494-4915-8eb1-34255baac379 HTTP/1.1" status: 200 len: 1093 time: 0.5731254 Aug 06 18:38:47.071737 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'tag': '85c1ffdb-7494-4915-8eb1-34255baac379'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:47.073942 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210f9bba-3744-419a-a9f6-cce1bc00e663" -d '{"events": [{"name": "network-changed", "server_uuid": "8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9", "tag": "85c1ffdb-7494-4915-8eb1-34255baac379"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:47.097830 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6876e8e-cfff-45c5-a90a-2f9a1b2fe571 service neutron] Pushing event updated for resources: {'Port': ['ID=85c1ffdb-7494-4915-8eb1-34255baac379,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:47.124848 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d2e463-3977-4739-84a4-46c4d1d6c654 x-openstack-request-id: req-c4d2e463-3977-4739-84a4-46c4d1d6c654 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:47.125132 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9", "tag": "85c1ffdb-7494-4915-8eb1-34255baac379", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:47.125380 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4d2e463-3977-4739-84a4-46c4d1d6c654 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:47.125767 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'tag': '85c1ffdb-7494-4915-8eb1-34255baac379', 'status': 'completed', 'code': 200} Aug 06 18:38:47.157340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-e138158b-bc96-4bba-8091-a86b750e49cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.158845 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-e138158b-bc96-4bba-8091-a86b750e49cf service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c48356e8f6a14b948146e8b0e94582c3&device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 1096 time: 0.0438762 Aug 06 18:38:47.199525 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-82d68640-8f1b-41c5-88b2-9fc8849ca1a9 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85c1ffdb-7494-4915-8eb1-34255baac379 HTTP/1.1" status: 200 len: 217 time: 0.0329020 Aug 06 18:38:47.254859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55372e31-9eb9-4fca-8066-cecd4259943e req-7e7e3b7e-d3d2-4886-b985-75df00cea537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.256559 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-7e7e3b7e-d3d2-4886-b985-75df00cea537 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b26412bc-1fe0-436d-a6f1-80e03ba0295c HTTP/1.1" status: 200 len: 848 time: 0.0493755 Aug 06 18:38:47.263449 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9787f77-1f70-42fa-beef-e244812bcabf req-79a59286-ba93-4013-b0d9-48311a885fc6 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.265057 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9787f77-1f70-42fa-beef-e244812bcabf req-79a59286-ba93-4013-b0d9-48311a885fc6 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 943 time: 0.0485713 Aug 06 18:38:47.295632 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-50755539-488e-462e-9d8d-0ccd5dd96736 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=157dd525-dbb9-4d3c-af5b-137f4ec30dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320992 Aug 06 18:38:47.311598 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9787f77-1f70-42fa-beef-e244812bcabf req-9bab6853-167c-43fe-af4b-e5bc72fb18f3 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404882 Aug 06 18:38:47.358022 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeea53-20ea-468d-bfec-0b4f69b59775 req-5e370803-ca57-42c6-af0e-b5c3a063e741 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.359527 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9eeea53-20ea-468d-bfec-0b4f69b59775 req-5e370803-ca57-42c6-af0e-b5c3a063e741 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0519981 Aug 06 18:38:47.387794 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-42a558af-04e3-4b9e-8549-72ba1063a349 service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849948 Aug 06 18:38:47.399525 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e9eeea53-20ea-468d-bfec-0b4f69b59775 req-4a523025-8946-4668-b9e9-a304939e0f77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332572 Aug 06 18:38:47.480603 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-55372e31-9eb9-4fca-8066-cecd4259943e req-9860d830-0972-406d-9b7d-0ae750d73ebb service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848145 Aug 06 18:38:47.564294 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-cbd06f94-a147-4328-9826-5b46837d93df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.565793 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-cbd06f94-a147-4328-9826-5b46837d93df service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=c48356e8f6a14b948146e8b0e94582c3&device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 1096 time: 0.0406055 Aug 06 18:38:47.672153 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-501e3ab0-97f3-46a3-8a29-fc438fe6d380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.674682 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-501e3ab0-97f3-46a3-8a29-fc438fe6d380 service neutron] 10.222.0.81 "GET /v2.0/networks?id=157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 200 len: 909 time: 0.0998449 Aug 06 18:38:47.715428 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-92385f77-a7bb-4c5e-b2cd-ec4db8529b50 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85c1ffdb-7494-4915-8eb1-34255baac379 HTTP/1.1" status: 200 len: 217 time: 0.0336695 Aug 06 18:38:47.763008 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-e6e8bc94-0948-4950-a6ad-75530fed013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:47.764508 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-e6e8bc94-0948-4950-a6ad-75530fed013d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=b26412bc-1fe0-436d-a6f1-80e03ba0295c HTTP/1.1" status: 200 len: 848 time: 0.0422003 Aug 06 18:38:47.795699 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-932fc2db-8a3a-44ea-9668-fbbadb05972a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=157dd525-dbb9-4d3c-af5b-137f4ec30dae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231321 Aug 06 18:38:47.887384 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-ec955084-3249-4c2f-92c9-cb37509a7af7 service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832145 Aug 06 18:38:47.981382 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-210f9bba-3744-419a-a9f6-cce1bc00e663 req-20800e72-c8d9-43b3-acee-ee30ea5a5774 service neutron] 10.222.0.81 "GET /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851915 Aug 06 18:38:48.426851 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8aaaf-2aa2-43c3-9b85-9bf9b43abbc6 req-e9bd7b57-e9db-474b-8809-42821b93a97a tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.428509 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b1c8aaaf-2aa2-43c3-9b85-9bf9b43abbc6 req-e9bd7b57-e9db-474b-8809-42821b93a97a tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 943 time: 0.0485311 Aug 06 18:38:48.468513 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b1c8aaaf-2aa2-43c3-9b85-9bf9b43abbc6 req-d5495988-0d94-43b2-8a3a-de2f94c5138d tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332789 Aug 06 18:38:48.516354 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b70c9-5c3e-46cb-98eb-34fc2a019204 req-87988b72-ab64-4d99-901a-52427b39a645 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:48.517799 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6c4b70c9-5c3e-46cb-98eb-34fc2a019204 req-87988b72-ab64-4d99-901a-52427b39a645 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0483975 Aug 06 18:38:48.559168 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6c4b70c9-5c3e-46cb-98eb-34fc2a019204 req-05adf496-c8d5-469e-8d7c-f5e4bd44cae0 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345254 Aug 06 18:38:49.582648 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209692da-7532-4954-8716-a549cd061fc7 req-e956daf0-da68-460b-89d0-5079db9c52c6 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:49.584139 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-209692da-7532-4954-8716-a549cd061fc7 req-e956daf0-da68-460b-89d0-5079db9c52c6 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 943 time: 0.0494895 Aug 06 18:38:49.628139 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-209692da-7532-4954-8716-a549cd061fc7 req-561a83ec-a407-49ed-939f-d32ce1dde4d9 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346582 Aug 06 18:38:49.682453 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d8b39-9082-45f6-aab2-5467a4a484b9 req-fd28f473-4e35-4233-abe7-7336b7d9f899 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:49.684181 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a3d8b39-9082-45f6-aab2-5467a4a484b9 req-fd28f473-4e35-4233-abe7-7336b7d9f899 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0500562 Aug 06 18:38:49.721125 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8a3d8b39-9082-45f6-aab2-5467a4a484b9 req-8fa65a98-a025-4d01-b363-072776964bc0 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307984 Aug 06 18:38:49.873922 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:38:50.436080 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 85c1ffdb-7494-4915-8eb1-34255baac379 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:38:50.534940 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 85c1ffdb-7494-4915-8eb1-34255baac379, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=85c1ffdb-7494-4915-8eb1-34255baac379,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:50.546248 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '85c1ffdb-7494-4915-8eb1-34255baac379', 'network_id': '157dd525-dbb9-4d3c-af5b-137f4ec30dae', 'port_id': '85c1ffdb-7494-4915-8eb1-34255baac379', 'mac_address': 'fa:16:3e:2d:84:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b26412bc-1fe0-436d-a6f1-80e03ba0295c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:38:50.584294 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:50.596701 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c1ffdb-7494-4915-8eb1-34255baac379 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:38:50.615726 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 85c1ffdb-7494-4915-8eb1-34255baac379, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=85c1ffdb-7494-4915-8eb1-34255baac379,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:50.620813 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:50.668295 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=85c1ffdb-7494-4915-8eb1-34255baac379,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:50.744899 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d6c94-91d4-40dc-be6f-ddc2f57365f9 req-55a4ce87-d1f6-4354-9e39-769d45d70dce tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:50.746389 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-265d6c94-91d4-40dc-be6f-ddc2f57365f9 req-55a4ce87-d1f6-4354-9e39-769d45d70dce tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 944 time: 0.0505705 Aug 06 18:38:50.793789 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-265d6c94-91d4-40dc-be6f-ddc2f57365f9 req-38f88617-d97d-4e97-86ba-112c1d38a0db tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Aug 06 18:38:50.838250 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b00a9-fe74-4493-8ba8-700fc6407327 req-759e6732-2182-4c5d-b615-fd3f71f9d4a6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:50.840553 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a0b00a9-fe74-4493-8ba8-700fc6407327 req-759e6732-2182-4c5d-b615-fd3f71f9d4a6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0517704 Aug 06 18:38:50.842072 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['85c1ffdb-7494-4915-8eb1-34255baac379'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:50.878910 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3a0b00a9-fe74-4493-8ba8-700fc6407327 req-4d52fdd7-b43e-4ce4-9b71-47c304edaec6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Aug 06 18:38:51.685238 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-b1f2b0c0-8066-499a-9e81-065acd84d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.686713 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-b1f2b0c0-8066-499a-9e81-065acd84d698 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0404088 Aug 06 18:38:51.777418 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-7f468985-4f58-489d-b6e5-e2d7b4278843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.778874 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-7f468985-4f58-489d-b6e5-e2d7b4278843 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.0845733 Aug 06 18:38:51.848212 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-4744e631-a3f9-4382-8f73-56af221fe4fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 1002 time: 0.0612564 Aug 06 18:38:51.884807 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:51.899939 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-00cbe634-e7ac-4402-9859-9023ec750dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.901408 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-00cbe634-e7ac-4402-9859-9023ec750dfc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0461173 Aug 06 18:38:51.911751 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3726a-4c73-4e5b-a030-03c85a1779d1 req-ecb3c234-684a-4767-b0c2-c6ce2ce97e96 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.913231 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55a3726a-4c73-4e5b-a030-03c85a1779d1 req-ecb3c234-684a-4767-b0c2-c6ce2ce97e96 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 944 time: 0.0498357 Aug 06 18:38:51.953075 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-8899ed87-b177-4117-84d2-000e5d6e8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:51.954506 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-8899ed87-b177-4117-84d2-000e5d6e8f15 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451806 Aug 06 18:38:51.964403 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55a3726a-4c73-4e5b-a030-03c85a1779d1 req-7bc914af-be0b-4ce6-b679-56eadb0f5687 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443490 Aug 06 18:38:52.004788 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39421f-db4c-4893-b6ab-c1bb6f264c27 req-12458e84-6dec-4b39-bb5f-47ebee4ad780 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:52.006242 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc39421f-db4c-4893-b6ab-c1bb6f264c27 req-12458e84-6dec-4b39-bb5f-47ebee4ad780 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0565636 Aug 06 18:38:52.050991 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bc39421f-db4c-4893-b6ab-c1bb6f264c27 req-65f49728-ac29-43b1-8976-017365d91dfe tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332460 Aug 06 18:38:52.051331 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-9730f328-359a-4046-b560-d08f0a18fde3 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882745 Aug 06 18:38:52.141513 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-5ee46dc2-bd44-4c54-a869-b6e894bb720b req-eb03790d-b560-4a91-86e8-cc08320d96fe service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830436 Aug 06 18:38:52.442389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 85c1ffdb-7494-4915-8eb1-34255baac379 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:38:52.488794 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 85c1ffdb-7494-4915-8eb1-34255baac379 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:38:52.493221 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 85c1ffdb-7494-4915-8eb1-34255baac379 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:38:52.493591 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.575684 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.598104 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1ffdb-7494-4915-8eb1-34255baac379'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:52.600349 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef00479-ec9c-4e76-b4a7-6827c4e94004" -d '{"events": [{"server_uuid": "8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9", "name": "network-vif-plugged", "status": "completed", "tag": "85c1ffdb-7494-4915-8eb1-34255baac379"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:52.613056 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 85c1ffdb-7494-4915-8eb1-34255baac379, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=85c1ffdb-7494-4915-8eb1-34255baac379,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:52.617097 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.642278 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296d72e6-bca0-4567-9542-59574ec27d44 x-openstack-request-id: req-296d72e6-bca0-4567-9542-59574ec27d44 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:52.642561 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9", "name": "network-vif-plugged", "status": "completed", "tag": "85c1ffdb-7494-4915-8eb1-34255baac379", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:52.642788 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-296d72e6-bca0-4567-9542-59574ec27d44 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:52.643320 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c1ffdb-7494-4915-8eb1-34255baac379', 'code': 200} Aug 06 18:38:52.668263 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-324d65b4-1787-4107-94e4-d97e07359440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:52.678452 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=85c1ffdb-7494-4915-8eb1-34255baac379,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:52.822398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba739f3a-b420-48c3-bb44-d8f5002c1a4d req-9436b984-93c0-4cf8-bf0a-9ab02a20a9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:52.823864 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ba739f3a-b420-48c3-bb44-d8f5002c1a4d req-9436b984-93c0-4cf8-bf0a-9ab02a20a9f5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 1098 time: 0.0433331 Aug 06 18:38:52.858800 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-ba739f3a-b420-48c3-bb44-d8f5002c1a4d req-1bb3dc94-08e8-4b0d-8401-c4125d80169e service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269229 Aug 06 18:38:53.078613 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5019310-7db9-4a7b-a8ad-3155ea593128 req-9b620845-39fa-43b6-b017-f18791d74724 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:53.080212 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5019310-7db9-4a7b-a8ad-3155ea593128 req-9b620845-39fa-43b6-b017-f18791d74724 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 945 time: 0.0482726 Aug 06 18:38:53.118743 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c5019310-7db9-4a7b-a8ad-3155ea593128 req-6130b9de-ccd5-498f-8989-5c199fd93786 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Aug 06 18:38:53.168747 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc3c06-687a-4e57-8016-b01cc513a9ad req-0f42cd3d-fbbe-440b-8943-e44e6ad869b7 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:53.170210 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2fbc3c06-687a-4e57-8016-b01cc513a9ad req-0f42cd3d-fbbe-440b-8943-e44e6ad869b7 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0478418 Aug 06 18:38:53.208431 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2fbc3c06-687a-4e57-8016-b01cc513a9ad req-baba56ee-79a3-4052-bad6-04f285a3e49e tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322869 Aug 06 18:38:54.241572 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0794ed-cb0e-4eb5-8f0f-2ae123a22341 req-0cdcc43e-8fb9-45b5-9e4c-bd8d382090d9 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:54.243635 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc0794ed-cb0e-4eb5-8f0f-2ae123a22341 req-0cdcc43e-8fb9-45b5-9e4c-bd8d382090d9 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 945 time: 0.0583546 Aug 06 18:38:54.300398 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fc0794ed-cb0e-4eb5-8f0f-2ae123a22341 req-7ee1a64c-28e5-4c86-9abe-d2275631e665 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494411 Aug 06 18:38:54.336695 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3380d-a064-45a8-a67f-5e592cec8c12 req-b8215b11-7606-4e3e-9f17-ae0ff8bd93a8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:54.338194 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c4a3380d-a064-45a8-a67f-5e592cec8c12 req-b8215b11-7606-4e3e-9f17-ae0ff8bd93a8 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0543873 Aug 06 18:38:54.380096 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-c4a3380d-a064-45a8-a67f-5e592cec8c12 req-f6b5f9f3-fd32-4910-8c46-40fe7550a614 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Aug 06 18:38:54.652173 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-30937999-bd08-4fac-8ef1-b4f8b265c1bc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245430 Aug 06 18:38:54.664189 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da54b57-856d-43b4-ab47-d0d62ecf61a0 req-b52445ff-b99f-4aad-b923-9d3ec7532adb tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:54.666156 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0da54b57-856d-43b4-ab47-d0d62ecf61a0 req-b52445ff-b99f-4aad-b923-9d3ec7532adb tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0815432 Aug 06 18:38:54.708671 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0da54b57-856d-43b4-ab47-d0d62ecf61a0 req-a80eedd2-0534-421d-a8df-2f24371bed27 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361443 Aug 06 18:38:54.995703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200cf55-5f5b-472e-874a-37a3de10fc2d req-245bb34d-82c4-4c71-8bf3-ad57c1f88caa tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:54.997176 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f200cf55-5f5b-472e-874a-37a3de10fc2d req-245bb34d-82c4-4c71-8bf3-ad57c1f88caa tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 945 time: 0.0516114 Aug 06 18:38:55.036731 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f200cf55-5f5b-472e-874a-37a3de10fc2d req-df22f9e5-cd74-4b92-b147-ee47b4748d34 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Aug 06 18:38:55.338039 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9ad313dc-14db-4aa2-9aab-8c4857c156ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:55.424938 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:55.829990 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167fcf9-e09d-46ef-a201-9c8477e79e01 req-f289f822-2d1e-400f-8a9c-12777a9ea620 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:55.831518 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a167fcf9-e09d-46ef-a201-9c8477e79e01 req-f289f822-2d1e-400f-8a9c-12777a9ea620 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0501132 Aug 06 18:38:55.847751 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-096ad23a-71f4-439d-8827-31121c76cddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:55.849385 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-096ad23a-71f4-439d-8827-31121c76cddf service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866&tenant_id=cf894fff2dae46139a6c8bb4f3d480c5 HTTP/1.1" status: 200 len: 1099 time: 0.0421822 Aug 06 18:38:55.869706 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a167fcf9-e09d-46ef-a201-9c8477e79e01 req-1974fa57-2b16-4ba3-b7be-a5717b132a08 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Aug 06 18:38:55.910822 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-12f62696-a4b4-4360-b3f3-e20458ab1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:55.912343 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-12f62696-a4b4-4360-b3f3-e20458ab1dd9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0400336 Aug 06 18:38:56.005392 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-7957bc43-edce-4aa2-9fc5-267b1435fb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.006749 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-7957bc43-edce-4aa2-9fc5-267b1435fb03 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.0868409 Aug 06 18:38:56.076289 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-d2d30cf7-32cc-4fc8-aaf3-c6e447d2856d service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 1002 time: 0.0612769 Aug 06 18:38:56.130598 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-0b3bafe9-0c7e-4623-a939-19549de905a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.132094 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-0b3bafe9-0c7e-4623-a939-19549de905a3 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0487268 Aug 06 18:38:56.156095 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25921b-4226-4931-ac38-0f0500bc581a req-fb6c447f-4f8a-4ae0-bb74-071b6cf4c0ad tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.157565 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c25921b-4226-4931-ac38-0f0500bc581a req-fb6c447f-4f8a-4ae0-bb74-071b6cf4c0ad tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Aug 06 18:38:56.182841 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-28469f73-147f-4747-a4bd-bd4522323183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.184376 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-28469f73-147f-4747-a4bd-bd4522323183 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404871 Aug 06 18:38:56.196335 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1c25921b-4226-4931-ac38-0f0500bc581a req-7f13a5fa-454b-4670-b2a2-66f76f5778bc tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/security-groups?id=020ea818-f917-4c75-b60b-5df294e9bc46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Aug 06 18:38:56.275200 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-75fb443d-4a44-4ead-8163-80c0c0eddde9 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822585 Aug 06 18:38:56.336543 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:56.405083 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-d2fc9724-dfdb-4c38-8017-95bad4589451 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.406518 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-d2fc9724-dfdb-4c38-8017-95bad4589451 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 945 time: 0.0690830 Aug 06 18:38:56.408291 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-3f02cf6f-692a-44f9-be47-390f59f842d0 req-30ff0287-ee05-44fc-84cb-f622d96146bf service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255121 Aug 06 18:38:56.503573 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Deleting port 85c1ffdb-7494-4915-8eb1-34255baac379 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:38:56.503921 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:56.591101 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] For port 85c1ffdb-7494-4915-8eb1-34255baac379, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=85c1ffdb-7494-4915-8eb1-34255baac379,segment=NetworkSegment(1d22128d-fecf-4e4f-8f38-0504d31f2cc8),segment_id=1d22128d-fecf-4e4f-8f38-0504d31f2cc8)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:56.591373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:56.603661 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Calling delete_port for 85c1ffdb-7494-4915-8eb1-34255baac379 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:38:56.728717 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:56.739938 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['85c1ffdb-7494-4915-8eb1-34255baac379'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:38:56.755523 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Pushing event deleted for resources: {'Port': ['ID=85c1ffdb-7494-4915-8eb1-34255baac379,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:56.798705 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] No DVR routers for this DVR port 85c1ffdb-7494-4915-8eb1-34255baac379 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:38:56.801184 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:56.803164 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4bfec57a-328b-464e-87f9-7cf4ab35483d req-2a5f8735-859e-4775-9cea-bed9f1f86524 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.81 "DELETE /v2.0/ports/85c1ffdb-7494-4915-8eb1-34255baac379 HTTP/1.1" status: 204 len: 173 time: 0.3868971 Aug 06 18:38:56.803590 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'name': 'network-vif-deleted', 'tag': '85c1ffdb-7494-4915-8eb1-34255baac379'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:56.805824 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fa976d-9a89-408a-8045-3684a809629a" -d '{"events": [{"server_uuid": "8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9", "name": "network-vif-deleted", "tag": "85c1ffdb-7494-4915-8eb1-34255baac379"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:56.842237 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d840a4be-ef3d-4147-a90a-b3bfc0cecd8c x-openstack-request-id: req-d840a4be-ef3d-4147-a90a-b3bfc0cecd8c {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:56.842474 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9", "name": "network-vif-deleted", "tag": "85c1ffdb-7494-4915-8eb1-34255baac379", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:56.842725 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d840a4be-ef3d-4147-a90a-b3bfc0cecd8c {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:56.843143 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9', 'name': 'network-vif-deleted', 'tag': '85c1ffdb-7494-4915-8eb1-34255baac379', 'status': 'completed', 'code': 200} Aug 06 18:38:56.984311 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19b5ca-2315-45b0-a86a-7b8ceb7fd587 req-84847052-da6f-481d-a9b7-95ff648cf195 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:56.985781 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fd19b5ca-2315-45b0-a86a-7b8ceb7fd587 req-84847052-da6f-481d-a9b7-95ff648cf195 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0489466 Aug 06 18:38:57.024713 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fd19b5ca-2315-45b0-a86a-7b8ceb7fd587 req-6b1d8f53-5d3a-4d37-8fa4-978f8afb8cd0 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329912 Aug 06 18:38:57.308205 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-492237fa-6a51-4a00-aca0-663c2dd673b1 req-a5ed498b-92ad-4f12-82c5-191b62981ec4 tempest-VolumesActionsTest-1342388951 tempest-VolumesActionsTest-1342388951-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b7eaa77-7fbe-4ed5-86ab-af04f36d88f9 HTTP/1.1" status: 200 len: 210 time: 0.0310891 Aug 06 18:38:57.988074 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:58.150277 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ad8f3-caa3-41f0-8831-82e3cb31fa65 req-80662425-ca8d-471a-b06e-150bc2e6f98b tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:58.151803 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-613ad8f3-caa3-41f0-8831-82e3cb31fa65 req-80662425-ca8d-471a-b06e-150bc2e6f98b tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0584850 Aug 06 18:38:58.189493 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-613ad8f3-caa3-41f0-8831-82e3cb31fa65 req-449dce39-d9ea-4cb4-8bb7-49ec0e22a353 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318127 Aug 06 18:38:58.450712 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:38:58.530028 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:58.556286 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:38:58.559056 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41ec312-22f6-452f-a3ae-6dcfd975d36e" -d '{"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-unplugged", "status": "completed", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:38:58.574308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:38:58.580925 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:38:58.606955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 06 Aug 2021 18:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb250d7-f5cc-4460-bda7-da531a0c8a18 x-openstack-request-id: req-abb250d7-f5cc-4460-bda7-da531a0c8a18 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:38:58.607395 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-unplugged", "status": "completed", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:38:58.607785 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abb250d7-f5cc-4460-bda7-da531a0c8a18 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:38:58.608173 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'code': 200} Aug 06 18:38:58.635806 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=6']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:38:59.306468 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7f148-599d-4867-8753-b9d8f1fbf35d req-3870372c-fdee-4766-bf45-4d3eb5cd9f86 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:38:59.307990 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5b7f148-599d-4867-8753-b9d8f1fbf35d req-3870372c-fdee-4766-bf45-4d3eb5cd9f86 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0525341 Aug 06 18:38:59.345058 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a5b7f148-599d-4867-8753-b9d8f1fbf35d req-a7680517-dcba-48ea-b306-52093b377123 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312412 Aug 06 18:39:00.460621 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a3963-ca8a-442f-ace2-d35cffc6e6c9 req-13cdb50e-a0f9-428c-b6c9-7c585171e907 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:00.462269 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-365a3963-ca8a-442f-ace2-d35cffc6e6c9 req-13cdb50e-a0f9-428c-b6c9-7c585171e907 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0501044 Aug 06 18:39:00.499737 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-365a3963-ca8a-442f-ace2-d35cffc6e6c9 req-a0bd4f0b-e155-46fc-b843-953ebe1be355 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315433 Aug 06 18:39:01.106577 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 85c1ffdb-7494-4915-8eb1-34255baac379 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:39:01.129953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 85c1ffdb-7494-4915-8eb1-34255baac379 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:39:01.130305 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 85c1ffdb-7494-4915-8eb1-34255baac379 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:39:01.613248 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b2f0-268c-4406-897f-c8f9c0ec9b21 req-4e1ade87-fb3c-4107-af11-6c309f8efb77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:01.614701 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9da1b2f0-268c-4406-897f-c8f9c0ec9b21 req-4e1ade87-fb3c-4107-af11-6c309f8efb77 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0481713 Aug 06 18:39:01.653945 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-9da1b2f0-268c-4406-897f-c8f9c0ec9b21 req-58caad33-36e7-40ca-a025-14d82ae50115 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329905 Aug 06 18:39:02.776662 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18ef7b-52ea-4b73-b57d-af7d62d7bdd5 req-47500ac9-8dbb-46d0-954e-98b0ba78dfa6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:02.778196 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1b18ef7b-52ea-4b73-b57d-af7d62d7bdd5 req-47500ac9-8dbb-46d0-954e-98b0ba78dfa6 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0570612 Aug 06 18:39:02.818680 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1b18ef7b-52ea-4b73-b57d-af7d62d7bdd5 req-2067c775-8eb6-4650-a36d-5e5bb9329a29 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334311 Aug 06 18:39:03.026467 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cce095-70b6-4fa9-9651-2dcf82a5bbf0 req-327af6e3-6162-4f00-ab7c-6a3d9dd88c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:03.028213 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-90cce095-70b6-4fa9-9651-2dcf82a5bbf0 req-327af6e3-6162-4f00-ab7c-6a3d9dd88c11 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1097 time: 0.0431099 Aug 06 18:39:03.065519 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-90cce095-70b6-4fa9-9651-2dcf82a5bbf0 req-3e5ec073-a5ef-4a73-880a-7e474d58b262 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298665 Aug 06 18:39:03.953075 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0021c-4a54-44c3-a31c-64d7c27aeb49 req-9591cf2d-0ca1-4316-a96f-e179e0d92285 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:03.954687 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cae0021c-4a54-44c3-a31c-64d7c27aeb49 req-9591cf2d-0ca1-4316-a96f-e179e0d92285 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 944 time: 0.0601506 Aug 06 18:39:03.998865 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-cae0021c-4a54-44c3-a31c-64d7c27aeb49 req-65b86444-453b-4203-88b1-26fbd3551311 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Aug 06 18:39:04.549696 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:39:04.651464 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:04.668225 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'port_id': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'mac_address': 'fa:16:3e:0e:72:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:39:04.724604 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:04.743967 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d748d08-d097-4d27-abdc-5c40c765efaf {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:39:04.770826 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:04.775704 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:04.858355 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=7']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:05.013939 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['9d748d08-d097-4d27-abdc-5c40c765efaf'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:39:06.520458 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:39:06.573039 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 9d748d08-d097-4d27-abdc-5c40c765efaf triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:39:06.573423 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:06.669208 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:06.693037 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:39:06.695303 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c47159-9c5b-496a-9ba7-91faebdb2f02" -d '{"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-plugged", "status": "completed", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:39:06.709410 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:39:06.716446 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:06.756588 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef8851-0ba1-48b8-a8b8-bc008d1ae53b x-openstack-request-id: req-95ef8851-0ba1-48b8-a8b8-bc008d1ae53b {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:39:06.757039 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-plugged", "status": "completed", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:39:06.757418 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-95ef8851-0ba1-48b8-a8b8-bc008d1ae53b {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:39:06.758153 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'code': 200} Aug 06 18:39:06.780987 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=8']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:20.099878 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48790) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:20.142375 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Deleting subnet b26412bc-1fe0-436d-a6f1-80e03ba0295c {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:39:20.145312 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.182489 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.220507 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.272258 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.299095 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b26412bc-1fe0-436d-a6f1-80e03ba0295c,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:20.303639 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.307050 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a220dca0-5d59-4228-9076-eb5023437928 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b26412bc-1fe0-436d-a6f1-80e03ba0295c HTTP/1.1" status: 204 len: 168 time: 0.2047477 Aug 06 18:39:20.308196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48792) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:20.391811 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.472986 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.483196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['157dd525-dbb9-4d3c-af5b-137f4ec30dae']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:20.497736 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d22128d-fecf-4e4f-8f38-0504d31f2cc8') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:20.498030 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d22128d-fecf-4e4f-8f38-0504d31f2cc8') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:39:20.506408 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.519815 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.526046 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:39:20.526487 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:39:20.528344 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:39:20.592359 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.597628 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.599681 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] 10.222.0.57 "DELETE /v2.0/networks/157dd525-dbb9-4d3c-af5b-137f4ec30dae HTTP/1.1" status: 204 len: 168 time: 0.2905824 Aug 06 18:39:20.613461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f915a25-6445-46cf-b59d-3a5d9f7c1102 admin admin] Pushing event deleted for resources: {'Network': ['ID=157dd525-dbb9-4d3c-af5b-137f4ec30dae,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:20.721477 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48796) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:20.762152 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-0b753f15-d018-49f1-aa24-6008c1b7e18b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c48356e8f6a14b948146e8b0e94582c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395308 Aug 06 18:39:20.764653 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 48798) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:20.817580 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4996307c-d5f4-4262-adea-77fce1011f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.842085 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4996307c-d5f4-4262-adea-77fce1011f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.886619 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4996307c-d5f4-4262-adea-77fce1011f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.889077 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4996307c-d5f4-4262-adea-77fce1011f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:20.890205 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4996307c-d5f4-4262-adea-77fce1011f85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/020ea818-f917-4c75-b60b-5df294e9bc46 HTTP/1.1" status: 204 len: 168 time: 0.1246781 Aug 06 18:39:20.899760 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996307c-d5f4-4262-adea-77fce1011f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020ea818-f917-4c75-b60b-5df294e9bc46,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:21.896776 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:22.649552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7dbfa9d9-43de-4434-be41-f3fb13969032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:25.339426 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b63d448b-57cf-4b2b-8d5a-58f3f9c81b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:25.425452 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:26.340368 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:26.959670 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:39:27.991481 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.431994 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-377dfc63-2db1-4a7d-9264-549c4e5776d5 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1288548 Aug 06 18:39:51.514279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-58d30176-6c6d-48cf-83b5-8d470be6c870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.515698 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-58d30176-6c6d-48cf-83b5-8d470be6c870 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0417271 Aug 06 18:39:51.620274 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-713a6733-2c20-4917-a77b-0581eb4bd673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.621812 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-713a6733-2c20-4917-a77b-0581eb4bd673 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.0855267 Aug 06 18:39:51.687923 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-8cc1373b-ace2-4d8c-bc54-c3668e07a470 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 1002 time: 0.0570049 Aug 06 18:39:51.742791 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-5ab6e9c8-606c-4e1c-82c6-2037f7a0508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.744331 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-5ab6e9c8-606c-4e1c-82c6-2037f7a0508e service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0465040 Aug 06 18:39:51.793708 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-3dcb41f3-b6d0-462b-b699-fda808000d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:51.793708 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-3dcb41f3-b6d0-462b-b699-fda808000d2a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409834 Aug 06 18:39:51.806420 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-9db86144-1cd3-4638-865e-e4bfd99ab9dc service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93275) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:39:51.807404 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-9db86144-1cd3-4638-865e-e4bfd99ab9dc service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050013 Aug 06 18:39:51.894126 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-39fe13dd-b6e5-4852-9665-fd9d588c3236 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798242 Aug 06 18:39:51.915912 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:51.985224 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e824b0c9-4758-4ed1-9307-412172f3fe66 req-c168b957-57d9-4640-8b5b-ab2ec49058a7 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829546 Aug 06 18:39:52.649939 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-23f90155-e7f1-412f-ae14-587020af8ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:55.340032 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-00b9fc65-a81d-4590-97b7-2913ab978122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:55.425478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:56.342488 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:57.995436 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.018222 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49060) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:58.121898 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.210915 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.215562 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.251370 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacf3bf8-15e3-4141-8f99-62e6eb8abf3f,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:58.256055 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e4da5089fe5143069bb221fa7001f5d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365286 Aug 06 18:39:58.258893 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49064) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:58.261530 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.261875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.262207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.262537 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.262859 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.263211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.263534 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.263852 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.264172 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.264488 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.264803 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.265116 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ab64c1c-83d0-46c4-8aca-23ed6f604dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.307696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.329382 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.379275 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.381753 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:58.382902 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aacf3bf8-15e3-4141-8f99-62e6eb8abf3f HTTP/1.1" status: 204 len: 168 time: 0.1223102 Aug 06 18:39:58.391434 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacf3bf8-15e3-4141-8f99-62e6eb8abf3f,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:58.398395 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.398745 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.399103 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.399443 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.399779 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.400589 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.400926 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.401258 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.401705 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.401904 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.402239 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.402552 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0773f227-7d10-435f-9b02-4f93ffa8b307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:39:58.998025 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49086) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:59.093641 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1171139002-network', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:59.115237 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Made reservation on behalf of 7e6ac89b80a34f25af8f415d55c547ac for: {'network': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:39:59.117480 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.126317 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.215847 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.220811 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.245574 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=93276) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:39:59.253986 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=405851ee-ec15-442a-b463-d989c1868401,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:59.259893 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.260689 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.segments_db [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Added segment 01f11dbb-5c9a-456d-8f13-5b43b884dd30 of type vlan for network c1d385c3-cbfe-47a9-b80f-53e291f18255 Aug 06 18:39:59.300113 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.328045 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.328933 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:59.329507 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.358250 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3591578 Aug 06 18:39:59.361235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49090) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:59.366207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Request body: {'subnet': {'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1171139002-subnet', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'ip_version': 4}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:59.387791 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Made reservation on behalf of 7e6ac89b80a34f25af8f415d55c547ac for: {'subnet': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:39:59.390306 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126762977'] for subnet, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.392325 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127c067-be62-4f9e-81d9-a24fd495f026 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d385c3-cbfe-47a9-b80f-53e291f18255,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:59.402804 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:39:59.558884 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126434423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126762963'] for subnet, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.615855 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce0ec4c-4654-4f32-9cbf-7fed12a61586,revision_number=0']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:39:59.624707 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Checking segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:39:59.625058 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Network hostable DHCP agents. Network: c1d385c3-cbfe-47a9-b80f-53e291f18255, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93275) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:39:59.642196 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93275) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:39:59.651186 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, c1d385c3-cbfe-47a9-b80f-53e291f18255) {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:39:59.655255 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:39:59.655833 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.662402 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e3c03b-e31c-4eda-94dc-0a043da5f7ff None None] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:39:59.669964 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-7ae43f2b-7a04-45b6-bc3a-a0f1013224d4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3076158 Aug 06 18:39:59.672617 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49092) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:39:59.676952 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:39:59.699401 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.700388 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.754099 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:39:59.808778 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-c1d385c3-cbfe-47a9-b80f-53e291f18255', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:39:59.809680 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.074040 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Allocated IP 172.20.0.2 (c1d385c3-cbfe-47a9-b80f-53e291f18255/bce0ec4c-4654-4f32-9cbf-7fed12a61586/305e5055-67d2-4a1b-b951-227131aef4d9) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:00.136957 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.219160 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.228630 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Transition to ACTIVE for port object 305e5055-67d2-4a1b-b951-227131aef4d9 will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:00.243326 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Transition to ACTIVE for port object 305e5055-67d2-4a1b-b951-227131aef4d9 will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:00.249011 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.289986 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:00.295746 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:00.298134 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:00.300131 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Pushing event updated for resources: {'Port': ['ID=305e5055-67d2-4a1b-b951-227131aef4d9,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:00.310901 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.311272 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.311613 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.311945 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.312273 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.312602 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.312926 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.313247 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.313572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.313891 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.314211 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.314529 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:00.337408 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.356839 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.362803 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Attempting to bind port 305e5055-67d2-4a1b-b951-227131aef4d9 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:00.363191 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Attempting to bind port 305e5055-67d2-4a1b-b951-227131aef4d9 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:00.363553 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Attempting to bind port 305e5055-67d2-4a1b-b951-227131aef4d9 on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:00.368681 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:00.368925 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Checking segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:00.369259 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.369833 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Bound using segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:00.370173 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Bound port: 305e5055-67d2-4a1b-b951-227131aef4d9, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:00.370552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.438579 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] For port 305e5055-67d2-4a1b-b951-227131aef4d9, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:00.441863 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] For port 305e5055-67d2-4a1b-b951-227131aef4d9, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=305e5055-67d2-4a1b-b951-227131aef4d9,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:00.445888 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.460487 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Allocated IP 172.27.0.53 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/9ef3e6bd-3c24-4929-a5cf-5f2176b4152a) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:00.502077 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a6c24-b786-4548-8081-3585f6e313aa None None] Pushing event updated for resources: {'Port': ['ID=305e5055-67d2-4a1b-b951-227131aef4d9,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:00.583561 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.626010 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:00.679302 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:00.684899 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:00.687352 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:00.718620 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:00.947664 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.146050 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.277378 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Router 1df8489c-f02c-4972-815d-fb3719332f46 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:40:01.345954 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7a793-42d8-44f0-b3ab-561b834c0767 None None] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:01.384946 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:01.395895 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:01.402069 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.405846 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-fd1a436a-a78c-476d-8636-467ae67ab2d4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7297504 Aug 06 18:40:01.406091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49096) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:01.432768 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:01.433403 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:01.474242 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-28d3cecf-f47f-4c29-bac2-a541251b6f0f None None] Provisioning for port 305e5055-67d2-4a1b-b951-227131aef4d9 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:01.595027 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:01.803561 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:00Z', 'revision_number': 3, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:01.830297 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:01.830647 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Updating router 1df8489c-f02c-4972-815d-fb3719332f46 port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:40:01.838641 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.857804 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:01.955550 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 305e5055-67d2-4a1b-b951-227131aef4d9 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:02.007805 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Allocated IP 172.20.0.1 (c1d385c3-cbfe-47a9-b80f-53e291f18255/bce0ec4c-4654-4f32-9cbf-7fed12a61586/b4f752ac-6be0-4a3e-81b3-db520c4a4a02) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:02.082819 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 305e5055-67d2-4a1b-b951-227131aef4d9 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:02.091675 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 305e5055-67d2-4a1b-b951-227131aef4d9 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:02.092054 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.114430 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.128964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Transition to ACTIVE for port object b4f752ac-6be0-4a3e-81b3-db520c4a4a02 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:02.163207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.206002 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:02.211260 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:02.213896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Pushing event updated for resources: {'Port': ['ID=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:02.221933 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:02.223212 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.240918 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Transition to ACTIVE for port object 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:02.242867 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.255308 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.274251 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.333363 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 305e5055-67d2-4a1b-b951-227131aef4d9, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=305e5055-67d2-4a1b-b951-227131aef4d9,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:02.337667 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Attempting to bind port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:02.338141 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Attempting to bind port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:02.339203 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Attempting to bind port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:02.342478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.345277 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc65ca0-57b3-4e48-8b8e-f23826c98986 None None] Pushing event updated for resources: {'Port': ['ID=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:02.353565 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:02.354015 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:02.354333 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.354731 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:02.355224 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Bound port: 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:02.355603 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.410928 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.435820 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=305e5055-67d2-4a1b-b951-227131aef4d9,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:02.449768 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] For port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:02.454426 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] For port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:02.459562 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.464834 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-af9dad2c-3b01-4ebf-af79-f34d8738c08e None None] Provisioning for port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:02.495177 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-af9dad2c-3b01-4ebf-af79-f34d8738c08e None None] Provisioning complete for port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:02.495846 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-af9dad2c-3b01-4ebf-af79-f34d8738c08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.580898 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:02.581953 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:02.591053 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-af9dad2c-3b01-4ebf-af79-f34d8738c08e None None] Port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:02.609357 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.614261 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.628785 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc65ca0-57b3-4e48-8b8e-f23826c98986 None None] Pushing event updated for resources: {'Port': ['ID=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:02.684444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Pushing event updated for resources: {'Port': ['ID=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:02.687946 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:02.705878 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:02.776175 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:02.777486 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:02.894356 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:02.912253 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:02.947300 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56966a18-0e0d-43de-851a-86e9ef62e218 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:03.017173 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-07b7b0d2-a1bf-4643-bcfb-ecd8c8bbf29c None None] Provisioning complete for port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:03.017683 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-07b7b0d2-a1bf-4643-bcfb-ecd8c8bbf29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.056452 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-07b7b0d2-a1bf-4643-bcfb-ecd8c8bbf29c None None] Port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:03.276869 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:03.282162 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-42c343f0-f521-4ab2-a81a-8da1b1b0ab7b admin admin] 10.222.0.57 "PUT /v2.0/routers/1df8489c-f02c-4972-815d-fb3719332f46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8750160 Aug 06 18:40:03.785626 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49112) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:03.791467 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912007992-network', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:03.813707 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Made reservation on behalf of c7358b7c972e444aa2e23f21e62936db for: {'network': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:03.816084 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for network, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.825811 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.879813 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:40:03.927341 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.932062 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.962173 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=93275) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 06 18:40:03.968663 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb4519c-cbb0-476d-af24-b98d4d525665,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:03.974939 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:03.975313 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.segments_db [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Added segment 02c78193-0b54-469b-afce-6bfd1babfa62 of type vlan for network 0c45d67a-d935-47f4-89de-8c76db0b32d1 Aug 06 18:40:04.006675 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 305e5055-67d2-4a1b-b951-227131aef4d9 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:04.018343 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782874882124'] for network, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.050801 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929'] for network, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.051842 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:04.052473 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.065122 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 305e5055-67d2-4a1b-b951-227131aef4d9 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:04.065378 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.089431 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3000369 Aug 06 18:40:04.090454 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49114) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:04.097925 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Request body: {'subnet': {'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912007992-subnet', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'ip_version': 4}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:04.120409 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d67d86-77a8-436c-a812-5623f6b3c125 admin admin] Pushing event updated for resources: {'Network': ['ID=0c45d67a-d935-47f4-89de-8c76db0b32d1,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:04.126370 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Made reservation on behalf of c7358b7c972e444aa2e23f21e62936db for: {'subnet': 1} {{(pid=93276) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:04.129355 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126835834'] for subnet, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.271199 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 details requested by agent ovs-agent-dv-cinder-790910-9-iscsi with host dv-cinder-790910-9-iscsi {{(pid=93277) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 06 18:40:04.320967 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126368423', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126835784'] for subnet, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.329058 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:04.376080 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13d6378-0363-421d-8cd3-ebeb3c8bf6e7,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:04.388351 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Checking segment: {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93276) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:04.388790 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Network hostable DHCP agents. Network: 0c45d67a-d935-47f4-89de-8c76db0b32d1, hostable agents: ['54919a29-69c2-4134-be45-2f73749d7bd6'], hosted agents: [] {{(pid=93276) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 06 18:40:04.391970 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:04.396115 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:04.396498 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.405921 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 is scheduled to be hosted by DHCP agent 54919a29-69c2-4134-be45-2f73749d7bd6 with binding_index 1 {{(pid=93276) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 06 18:40:04.415030 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790910-9-iscsi, 0c45d67a-d935-47f4-89de-8c76db0b32d1) {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:04.423604 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:04.424306 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.424769 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f6957-4b96-44c5-9f03-167fa3eebd65 None None] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:04.443565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49116) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:04.443795 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ba04502f-d57f-4420-bdeb-251b90acc691 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3512037 Aug 06 18:40:04.449865 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:04.469091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-557065', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5622'] for router, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.470233 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-564475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-570399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-696995', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5629'] for router, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.522439 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.547006 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.593103 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:04.599706 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.662307 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5606e57b-a4a9-5612-a961-98fd500a2618-0c45d67a-d935-47f4-89de-8c76db0b32d1', 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'fixed_ips': [{'subnet_id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7'}]}} from dv-cinder-790910-9-iscsi. {{(pid=93277) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 06 18:40:04.663349 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.670354 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.678151 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:04.809685 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.db_base_plugin_common [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Allocated IP 172.20.0.2 (0c45d67a-d935-47f4-89de-8c76db0b32d1/e13d6378-0363-421d-8cd3-ebeb3c8bf6e7/2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b) {{(pid=93277) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:04.885512 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.908547 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.957256 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Notify callbacks [] for port, precommit_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.966537 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Transition to ACTIVE for port object 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:04.981665 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Transition to ACTIVE for port object 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b will not be triggered until provisioned by entity DHCP. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:04.989471 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068'] for port, after_create {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:04.999039 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:05.010637 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:05.011874 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:05.024959 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Allocated IP 172.27.0.246 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/0d95b60e-f2cc-430f-a27c-b45ff6b2940b) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:05.036469 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 is already hosted by enough agents. {{(pid=93277) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:05.041563 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.scheduler.base_scheduler [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Resources bound (agent type, host, resource id): {{(pid=93277) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:05.045087 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Received port after_create {{(pid=93277) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:05.054016 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,revision_number=1']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:05.105605 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Attempting to bind port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:05.105971 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Attempting to bind port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:05.106335 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Attempting to bind port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b on network 0c45d67a-d935-47f4-89de-8c76db0b32d1 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:05.111386 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:05.111692 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Checking segment: {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:05.112092 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.112487 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Bound using segment: {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:05.113532 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Bound port: 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:05.113532 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.133740 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:05.146992 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.187877 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] For port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:05.191615 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] For port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,segment=NetworkSegment(02c78193-0b54-469b-afce-6bfd1babfa62),segment_id=02c78193-0b54-469b-afce-6bfd1babfa62)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:05.198923 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.199407 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.251490 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:05.258775 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:05.269272 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:05.293278 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Pushing event updated for resources: {'Port': ['ID=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:05.293562 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee25782-2766-4b4d-b716-20e6da699285 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:05.416480 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 2, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:05.467254 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:05.467619 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Updating router 1df8489c-f02c-4972-815d-fb3719332f46 port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:40:05.494894 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.601317 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.800105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-564437', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-570511'] for router, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.813374 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.825627 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Transition to ACTIVE for port object b4f752ac-6be0-4a3e-81b3-db520c4a4a02 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:05.831698 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.912388 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Pushing event updated for resources: {'Port': ['ID=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:05.953785 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Router fe6409e3-d7f9-421a-9e17-b82d56023b73 is scheduled to L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 with binding_index 1 {{(pid=93275) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 06 18:40:05.957979 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.958665 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.959756 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.960109 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.960620 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.960815 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.961096 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.961429 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.961788 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.962119 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.963156 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.963639 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93278) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:40:05.967239 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Attempting to bind port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:05.967613 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Attempting to bind port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:05.967985 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Attempting to bind port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:05.975403 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:05.975792 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Checking segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:05.976182 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:05.976569 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Bound using segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:05.977210 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Bound port: b4f752ac-6be0-4a3e-81b3-db520c4a4a02, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:05.977611 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.051038 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:06.061441 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] For port b4f752ac-6be0-4a3e-81b3-db520c4a4a02, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:06.065190 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] For port b4f752ac-6be0-4a3e-81b3-db520c4a4a02, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:06.071532 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.119020 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:06.130303 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Sync routers for ids ['fe6409e3-d7f9-421a-9e17-b82d56023b73'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:06.138883 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df097c12-fd4c-4383-9f54-2ad0669ea360 None None] Pushing event updated for resources: {'Port': ['ID=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:06.141966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:06.143427 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.154985 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:06.155163 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.155693 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:06.159394 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-8860b9f6-a92d-4610-af71-d477028a048b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7120688 Aug 06 18:40:06.159601 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49118) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:06.177545 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Routers {'fe6409e3-d7f9-421a-9e17-b82d56023b73'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:06.178180 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['fe6409e3-d7f9-421a-9e17-b82d56023b73'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:06.331327 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:06.346698 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Set router fe6409e3-d7f9-421a-9e17-b82d56023b73 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:06.524806 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc530b-d25f-499c-abf6-43ebef2717ae None None] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:06.553985 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:06.575796 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:06Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:06.601974 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f8640f-c4b9-49b4-a954-95b8dca8b293 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:06Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:06.647614 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a54fd28b-6b91-413c-aeca-d99c665b82f3 None None] Provisioning for port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:06.690721 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.750282 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:06.765822 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:06.765822 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:06.835348 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:05Z', 'revision_number': 3, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:06.864224 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Allocated IP 172.20.0.1 (0c45d67a-d935-47f4-89de-8c76db0b32d1/e13d6378-0363-421d-8cd3-ebeb3c8bf6e7/5aedaac7-c769-48fb-9eed-1053a4231c64) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:06.867830 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Checking router: fe6409e3-d7f9-421a-9e17-b82d56023b73 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:06.868643 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Updating router fe6409e3-d7f9-421a-9e17-b82d56023b73 port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b binding host dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:40:06.901116 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.002811 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.020087 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.provisioning_blocks [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Transition to ACTIVE for port object 5aedaac7-c769-48fb-9eed-1053a4231c64 will not be triggered until provisioned by entity DHCP. {{(pid=93276) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:07.072347 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.112861 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:07.115903 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:07.122219 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:07.151692 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5aedaac7-c769-48fb-9eed-1053a4231c64,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:07.167903 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-570213'] for router_interface, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.177042 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.275992 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,segment=NetworkSegment(02c78193-0b54-469b-afce-6bfd1babfa62),segment_id=02c78193-0b54-469b-afce-6bfd1babfa62)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:07.281632 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.307507 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.389420 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:07.396474 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-abbfb82b-0d94-4b06-9016-4c3e238bb3aa None None] Provisioning complete for port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:07.396849 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-abbfb82b-0d94-4b06-9016-4c3e238bb3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.489387 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Notify callbacks [] for port, precommit_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.511755 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.516875 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.523108 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Transition to ACTIVE for port object 0d95b60e-f2cc-430f-a27c-b45ff6b2940b will not be triggered until provisioned by entity L2. {{(pid=93277) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:07.535738 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.589725 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560597'] for router_interface, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.592290 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Pushing event updated for resources: {'Port': ['ID=5aedaac7-c769-48fb-9eed-1053a4231c64,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:07.593060 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Attempting to bind port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:07.593431 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Attempting to bind port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:07.593793 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Attempting to bind port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b on network fc5807c6-1795-40fb-b522-109f88075d12 {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:07.595826 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a2cf-1f5f-4416-a990-37339a4fb774 None None] Pushing event updated for resources: {'Port': ['ID=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,revision_number=2']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:07.601960 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:07.602341 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Checking segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93277) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:07.602746 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.603924 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Bound using segment: {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'} {{(pid=93277) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:07.604833 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.managers [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Bound port: 0d95b60e-f2cc-430f-a27c-b45ff6b2940b, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af968c3-9534-428a-b504-bbb69eb25177', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12'}}] {{(pid=93277) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:07.605226 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.668332 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] For port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93277) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:07.672301 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] For port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:07.673861 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-55301088-9994-4c16-aeb9-f61a9d44c552 None None] Provisioning for port 5aedaac7-c769-48fb-9eed-1053a4231c64 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:07.678538 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.683692 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-55301088-9994-4c16-aeb9-f61a9d44c552 None None] Provisioning complete for port 5aedaac7-c769-48fb-9eed-1053a4231c64 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:07.683876 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:07.684116 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-55301088-9994-4c16-aeb9-f61a9d44c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:07.685247 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:07.768630 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-55301088-9994-4c16-aeb9-f61a9d44c552 None None] Port 5aedaac7-c769-48fb-9eed-1053a4231c64 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:07.770073 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Routers {'fe6409e3-d7f9-421a-9e17-b82d56023b73'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:07.770705 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['fe6409e3-d7f9-421a-9e17-b82d56023b73'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:07.808383 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Router fe6409e3-d7f9-421a-9e17-b82d56023b73 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:07.815824 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e384a2cf-1f5f-4416-a990-37339a4fb774 None None] Pushing event updated for resources: {'Port': ['ID=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,revision_number=3']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:07.912571 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] Set router fe6409e3-d7f9-421a-9e17-b82d56023b73 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:07.926255 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:07.931999 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d9ceee5b-23ac-4f3f-9a42-c03f8da819a3 admin admin] 10.222.0.57 "PUT /v2.0/routers/fe6409e3-d7f9-421a-9e17-b82d56023b73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7707200 Aug 06 18:40:07.950863 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:08.085959 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-e7d32d26-ed63-496e-ad02-6e3636583adb None None] Provisioning complete for port 5aedaac7-c769-48fb-9eed-1053a4231c64 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:08.086492 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e7d32d26-ed63-496e-ad02-6e3636583adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.167699 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-e7d32d26-ed63-496e-ad02-6e3636583adb None None] Port 5aedaac7-c769-48fb-9eed-1053a4231c64 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:08.177136 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:08.177752 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.309173 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '5aedaac7-c769-48fb-9eed-1053a4231c64', 'name': '', 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'mac_address': 'fa:16:3e:5d:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:06Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 2, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'subnets': [{'id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:08.311636 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device b4f752ac-6be0-4a3e-81b3-db520c4a4a02 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:08.352571 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ded6530-928b-4652-8ba4-309e5d53fc35 None None] The sync data for ids ['fe6409e3-d7f9-421a-9e17-b82d56023b73'] in dv-cinder-790910-9-iscsi is: [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '5aedaac7-c769-48fb-9eed-1053a4231c64', 'name': '', 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'mac_address': 'fa:16:3e:5d:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:06Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 2, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'subnets': [{'id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:08.385467 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:08.389866 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:08.390311 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.476894 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.522895 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port b4f752ac-6be0-4a3e-81b3-db520c4a4a02, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:08.529810 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.583284 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49128) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:08.590739 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1017794128', 'description': 'tempest-secgroup-smoke-1017794128 description', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:08.598906 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:08.613223 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.705049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.709037 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.738767 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.740078 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1552145 Aug 06 18:40:08.740918 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a52e46-fc52-4d7c-9bbf-b908f243ce55 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0a11be-ba00-4bda-bc14-8cddd2423647,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:08.743225 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49130) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:08.748294 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group_rule': {'security_group_id': 'ef0a11be-ba00-4bda-bc14-8cddd2423647', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:08.774307 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.834582 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.838645 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.859970 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2ee636e-ef00-44fa-9e0a-4a99911703c2,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:08.865780 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.870417 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bf5fc3fd-aa27-4b0a-8756-93dc7c3c8bfd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223226 Aug 06 18:40:08.870706 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49132) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:08.875399 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group_rule': {'security_group_id': 'ef0a11be-ba00-4bda-bc14-8cddd2423647', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:08.902708 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.963668 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.967185 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.984859 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8005355-e0ff-487b-91b9-b764ece7ef1f,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:08.990888 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:08.992280 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-34c07bc6-a230-4612-a91c-1b8bb230f72f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204834 Aug 06 18:40:08.995263 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49134) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:09.002507 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group_rule': {'security_group_id': 'ef0a11be-ba00-4bda-bc14-8cddd2423647', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:09.030624 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.089489 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.092820 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.110464 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec21daa3-36e6-4ac7-8123-4544d4e0fa5d,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:09.113226 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.114392 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-21ee0259-f715-4245-98fa-59fa592018ce tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1178331 Aug 06 18:40:09.117069 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49136) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:09.121596 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group_rule': {'security_group_id': 'ef0a11be-ba00-4bda-bc14-8cddd2423647', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:09.147374 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.204482 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.207746 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.227546 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=046d0d91-1d8e-4332-a8e6-ee02bcf16e72,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:09.232689 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.233838 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-ade30a36-e359-4b0a-a25d-d4c3f4b7b10c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1158681 Aug 06 18:40:09.236803 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49138) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:09.241179 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group_rule': {'security_group_id': 'ef0a11be-ba00-4bda-bc14-8cddd2423647', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:09.261624 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.securitygroups_db [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Project 7e6ac89b80a34f25af8f415d55c547ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:40:09.266163 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.324534 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.328937 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.346843 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df1de4b-77a9-4270-bbef-3e3084533ca4,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:09.355446 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.361885 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c6a26dc5-302d-49ff-a036-17d23f16ed6c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191051 Aug 06 18:40:09.361885 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49140) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:09.366417 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'security_group_rule': {'security_group_id': 'ef0a11be-ba00-4bda-bc14-8cddd2423647', 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:09.394714 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.securitygroups_db [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Project 7e6ac89b80a34f25af8f415d55c547ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 06 18:40:09.399533 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.468829 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.474607 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-603917'] for security_group_rule, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.495908 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187a0150-99d4-4841-8141-e8083203a2ac,revision_number=0']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:09.502542 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:09.503929 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-0242590c-ed69-4e60-86c3-d9e42843e662 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430459 Aug 06 18:40:10.002448 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 0d95b60e-f2cc-430f-a27c-b45ff6b2940b up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:10.056930 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:10.060545 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:10.060923 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:10.142505 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:10.162966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:10.167928 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:10.168804 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device b4f752ac-6be0-4a3e-81b3-db520c4a4a02 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:10.245465 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:10.260572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:10.260952 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:10.719166 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Sync routers for ids ['fe6409e3-d7f9-421a-9e17-b82d56023b73'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:10.730148 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Routers {'fe6409e3-d7f9-421a-9e17-b82d56023b73'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:10.731230 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['fe6409e3-d7f9-421a-9e17-b82d56023b73'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:10.839138 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Set router fe6409e3-d7f9-421a-9e17-b82d56023b73 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:11.047939 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '5aedaac7-c769-48fb-9eed-1053a4231c64', 'name': '', 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'mac_address': 'fa:16:3e:5d:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:06Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 2, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'subnets': [{'id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:11.157187 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Checking router: fe6409e3-d7f9-421a-9e17-b82d56023b73 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:11.157450 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Updating router fe6409e3-d7f9-421a-9e17-b82d56023b73 port 5aedaac7-c769-48fb-9eed-1053a4231c64 binding host dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 06 18:40:11.182325 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.447512 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Notify callbacks [] for port, precommit_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.457841 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.provisioning_blocks [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Transition to ACTIVE for port object 5aedaac7-c769-48fb-9eed-1053a4231c64 will not be triggered until provisioned by entity L2. {{(pid=93278) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:11.464061 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.517596 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b2863-792e-4390-89ae-79c0d7059f86 None None] Pushing event updated for resources: {'Port': ['ID=5aedaac7-c769-48fb-9eed-1053a4231c64,revision_number=3']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:11.572266 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Attempting to bind port 5aedaac7-c769-48fb-9eed-1053a4231c64 on host dv-cinder-790910-9-iscsi for vnic_type normal with profile {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:11.572637 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Attempting to bind port 5aedaac7-c769-48fb-9eed-1053a4231c64 by drivers openvswitch,hyperv on host dv-cinder-790910-9-iscsi at level 0 using segments [{'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:11.572996 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Attempting to bind port 5aedaac7-c769-48fb-9eed-1053a4231c64 on network 0c45d67a-d935-47f4-89de-8c76db0b32d1 {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:11.578369 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Checking agent: {'id': 'b98ec575-b4e0-4890-86a9-7c30f0031e61', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790910-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 21, 55), 'started_at': datetime.datetime(2021, 8, 6, 18, 22, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790910-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:11.578737 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Checking segment: {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93278) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:11.579168 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.579559 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Bound using segment: {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'} {{(pid=93278) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:11.580016 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.managers [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Bound port: 5aedaac7-c769-48fb-9eed-1053a4231c64, host: dv-cinder-790910-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02c78193-0b54-469b-afce-6bfd1babfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1'}}] {{(pid=93278) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:11.580387 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.647223 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] For port 5aedaac7-c769-48fb-9eed-1053a4231c64, host dv-cinder-790910-9-iscsi, cleared binding levels {{(pid=93278) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:11.651110 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.plugins.ml2.db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] For port 5aedaac7-c769-48fb-9eed-1053a4231c64, host dv-cinder-790910-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=5aedaac7-c769-48fb-9eed-1053a4231c64,segment=NetworkSegment(02c78193-0b54-469b-afce-6bfd1babfa62),segment_id=02c78193-0b54-469b-afce-6bfd1babfa62)] {{(pid=93278) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:11.657087 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron_lib.callbacks.manager [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93278) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:11.723253 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Routers {'fe6409e3-d7f9-421a-9e17-b82d56023b73'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:11.723958 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['fe6409e3-d7f9-421a-9e17-b82d56023b73'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:11.729796 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b2863-792e-4390-89ae-79c0d7059f86 None None] Pushing event updated for resources: {'Port': ['ID=5aedaac7-c769-48fb-9eed-1053a4231c64,revision_number=4']} {{(pid=93278) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:11.841162 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] Set router fe6409e3-d7f9-421a-9e17-b82d56023b73 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:11.940814 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 0d95b60e-f2cc-430f-a27c-b45ff6b2940b up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:11.991512 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:11.991882 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.055879 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '5aedaac7-c769-48fb-9eed-1053a4231c64', 'name': '', 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'mac_address': 'fa:16:3e:5d:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:06Z', 'updated_at': '2021-08-06T18:40:11Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'subnets': [{'id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:12.078967 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 5aedaac7-c769-48fb-9eed-1053a4231c64 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:12.082873 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71624cb-dbba-4c42-aef4-ed3e999fab1f None None] The sync data for ids ['fe6409e3-d7f9-421a-9e17-b82d56023b73'] in dv-cinder-790910-9-iscsi is: [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:07Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '5aedaac7-c769-48fb-9eed-1053a4231c64', 'name': '', 'network_id': '0c45d67a-d935-47f4-89de-8c76db0b32d1', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'mac_address': 'fa:16:3e:5d:e1:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:06Z', 'updated_at': '2021-08-06T18:40:11Z', 'revision_number': 4, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'subnets': [{'id': 'e13d6378-0363-421d-8cd3-ebeb3c8bf6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:12.132056 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning for port 5aedaac7-c769-48fb-9eed-1053a4231c64 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:12.136591 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 5aedaac7-c769-48fb-9eed-1053a4231c64 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:12.137115 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.216598 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.254744 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] For port 5aedaac7-c769-48fb-9eed-1053a4231c64, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=5aedaac7-c769-48fb-9eed-1053a4231c64,segment=NetworkSegment(02c78193-0b54-469b-afce-6bfd1babfa62),segment_id=02c78193-0b54-469b-afce-6bfd1babfa62)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:12.258625 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:12.309799 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Pushing event updated for resources: {'Port': ['ID=5aedaac7-c769-48fb-9eed-1053a4231c64,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:13.900106 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 5aedaac7-c769-48fb-9eed-1053a4231c64 up at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:13.947769 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Provisioning complete for port 5aedaac7-c769-48fb-9eed-1053a4231c64 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:13.948143 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:21.924684 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:22.652141 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0267dcdc-4c85-4538-80c5-5dc02d8e4703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.061903 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49234) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:23.224057 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Deleting port 415d1e2e-f54a-423f-90fd-6e241d4b23e8 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:23.224398 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.295816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.296141 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.308013 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Calling delete_port for 415d1e2e-f54a-423f-90fd-6e241d4b23e8 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:23.475837 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.505653 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event deleted for resources: {'Port': ['ID=415d1e2e-f54a-423f-90fd-6e241d4b23e8,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:23.563547 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.563888 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Floating IP daa7818c-5202-4bc5-bc45-c2782b38d707 disassociated (deleted). External IP: 172.27.0.227, port: 9d748d08-d097-4d27-abdc-5c40c765efaf. Aug 06 18:40:23.776893 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:23.888250 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:23.893129 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:23.898487 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] Sync routers for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:23.908808 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:23.909427 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:23.920481 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-e60e70a9-c5db-4045-9f90-18120a09d4e4 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "DELETE /v2.0/floatingips/daa7818c-5202-4bc5-bc45-c2782b38d707 HTTP/1.1" status: 204 len: 168 time: 0.8574421 Aug 06 18:40:23.921057 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:23.923332 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:24.032017 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfd2d56-9e41-42d3-bb97-069c3f706ebd x-openstack-request-id: req-6cfd2d56-9e41-42d3-bb97-069c3f706ebd {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:24.032327 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:24.032585 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6cfd2d56-9e41-42d3-bb97-069c3f706ebd {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:24.032988 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'status': 'completed', 'code': 200} Aug 06 18:40:24.115642 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-bc20cb42-a477-474e-a100-040efac5ae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.117370 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-bc20cb42-a477-474e-a100-040efac5ae6e service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 1099 time: 0.0580871 Aug 06 18:40:24.174456 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:24.225960 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-25cf8e0e-0932-4da0-9528-9fcda4b72f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.227484 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-25cf8e0e-0932-4da0-9528-9fcda4b72f57 service neutron] 10.222.0.81 "GET /v2.0/networks?id=a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 200 len: 910 time: 0.1015074 Aug 06 18:40:24.274972 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-088cae6c-3c90-4ee0-a226-304a89503081 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 200 len: 217 time: 0.0362983 Aug 06 18:40:24.297513 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3849cc-9574-4a63-a34a-242cfb29c352 req-7620dfe6-e073-4af6-80c4-2c66dfee82b3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.299081 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4c3849cc-9574-4a63-a34a-242cfb29c352 req-7620dfe6-e073-4af6-80c4-2c66dfee82b3 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.1843204 Aug 06 18:40:24.338956 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-ff5cdd7a-d35d-4c00-808a-63b41d9f235d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.339611 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-ff5cdd7a-d35d-4c00-808a-63b41d9f235d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 200 len: 848 time: 0.0557070 Aug 06 18:40:24.345817 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4c3849cc-9574-4a63-a34a-242cfb29c352 req-f1a8a9bb-3f3c-4e40-9330-bd4cbc86ba7f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Aug 06 18:40:24.396213 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-b3c0dbfe-bc47-4a37-ba8c-0291bc8bc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:24.397892 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-b3c0dbfe-bc47-4a37-ba8c-0291bc8bc474 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=a22799a0-fa18-4076-9ca8-120f69ef2750&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0496149 Aug 06 18:40:24.424250 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:24.453101 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] Checking router: 99e8c2fa-89e7-4fac-ade0-ff3af3900549 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:24.461673 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:24.462287 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:39:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:24.502101 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-61d296ff-3283-4fd3-8dea-bffc90f60416 service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924060 Aug 06 18:40:24.571288 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:24.594073 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7e1e9728-8b06-4c21-bbc3-4da54ea728bf req-2adbe027-bfb8-45a8-b6cb-425f8c3697eb service neutron] 10.222.0.81 "GET /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827913 Aug 06 18:40:24.769320 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:24.795987 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e47d946-4845-4a7a-b4da-97d9c9a8a0cc None None] The sync data for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi is: [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:48Z', 'revision_number': 4, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': '43fd02f4-698f-4131-b984-e48b52767499', 'name': '', 'network_id': 'a22799a0-fa18-4076-9ca8-120f69ef2750', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'mac_address': 'fa:16:3e:cf:e2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:47Z', 'updated_at': '2021-08-06T18:35:54Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'subnets': [{'id': 'd53d4560-7b3b-4214-92e7-c8da66d9cbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:25.016212 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e17379-b3f4-4166-960c-e66319394d20 None None] New status for floating IP daa7818c-5202-4bc5-bc45-c2782b38d707: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:40:25.040666 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-2b9843c3-01df-4f4c-b4cf-170f00c41c0f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017794128&fields=id&tenant_id=7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 267 time: 0.0342493 Aug 06 18:40:25.149652 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-2e66fa70-7e04-4681-bc0a-6186e1f8a2b9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.152226 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-2e66fa70-7e04-4681-bc0a-6186e1f8a2b9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 812 time: 0.1031365 Aug 06 18:40:25.167903 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-ce62d929-3f08-4044-b320-b7112ad34456 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/quotas/7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 375 time: 0.0100198 Aug 06 18:40:25.218904 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-b7311940-4723-4691-8dd0-745141906653 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456846 Aug 06 18:40:25.277631 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-e405c854-b6d3-4034-b6a5-500ae08c0cc6 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=93276) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 06 18:40:25.278654 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-e405c854-b6d3-4034-b6a5-500ae08c0cc6 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478652 Aug 06 18:40:25.341580 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b0070918-8f4e-43d4-84e3-05eb535e5f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:25.374574 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-0584fa6c-e291-4203-bcb2-44b439edbc95 service neutron] 10.222.0.57 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897627 Aug 06 18:40:25.427522 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:25.499296 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cea234da-2c7e-4b09-a052-350a1dedc009 service neutron] 10.222.0.57 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186244 Aug 06 18:40:25.506341 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345be078-e920-4ee7-bab1-0e989d18cd4c req-4e744df2-eccd-4d34-84b9-2f7560830718 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.507734 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-345be078-e920-4ee7-bab1-0e989d18cd4c req-4e744df2-eccd-4d34-84b9-2f7560830718 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0701327 Aug 06 18:40:25.548928 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-345be078-e920-4ee7-bab1-0e989d18cd4c req-c48b6230-df81-48d8-806a-5f52dfe86dbd tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/security-groups?id=daac5c06-ccf9-47cf-921e-ec77ccca5ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347877 Aug 06 18:40:25.796519 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-92fdbe1b-2060-40c0-9c6c-d61659b05edb req-9f0689cc-133a-41e0-873e-e915f6321b52 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 210 time: 0.0274150 Aug 06 18:40:25.836402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05352fb-3c52-455f-b924-40db7e207e44 req-8f8df1a0-67d7-4ed4-8cfd-a9712b00fbc2 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:25.838585 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f05352fb-3c52-455f-b924-40db7e207e44 req-8f8df1a0-67d7-4ed4-8cfd-a9712b00fbc2 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.81 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Aug 06 18:40:25.934107 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Deleting port 9d748d08-d097-4d27-abdc-5c40c765efaf {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:25.935149 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.023545 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] For port 9d748d08-d097-4d27-abdc-5c40c765efaf, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=9d748d08-d097-4d27-abdc-5c40c765efaf,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:26.023945 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.041395 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Calling delete_port for 9d748d08-d097-4d27-abdc-5c40c765efaf owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:26.169794 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.197672 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event deleted for resources: {'Port': ['ID=9d748d08-d097-4d27-abdc-5c40c765efaf,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:26.246305 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] No DVR routers for this DVR port 9d748d08-d097-4d27-abdc-5c40c765efaf on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:26.249567 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.251806 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f05352fb-3c52-455f-b924-40db7e207e44 req-ea63afbc-18ea-4746-bbd0-91cbdaa0208f tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.81 "DELETE /v2.0/ports/9d748d08-d097-4d27-abdc-5c40c765efaf HTTP/1.1" status: 204 len: 173 time: 0.4077613 Aug 06 18:40:26.252254 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-deleted', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:26.255201 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b3730-8b04-4129-bbb2-b7b769d6713a" -d '{"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-deleted", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:26.300576 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764d4ee7-648d-4ed1-a584-adb45a56c391 x-openstack-request-id: req-764d4ee7-648d-4ed1-a584-adb45a56c391 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:26.300870 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e226649b-97f0-4f39-a5f9-d20e7fe36866", "name": "network-vif-deleted", "tag": "9d748d08-d097-4d27-abdc-5c40c765efaf", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:26.301126 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-764d4ee7-648d-4ed1-a584-adb45a56c391 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:26.301519 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e226649b-97f0-4f39-a5f9-d20e7fe36866', 'name': 'network-vif-deleted', 'tag': '9d748d08-d097-4d27-abdc-5c40c765efaf', 'status': 'completed', 'code': 200} Aug 06 18:40:26.344801 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:26.652373 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-94fe9c6d-35d7-441a-b87e-ea392ff9bfa0 req-2e4a55cc-9a68-4d87-ba05-a7a7db14a767 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e226649b-97f0-4f39-a5f9-d20e7fe36866 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Aug 06 18:40:26.899177 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d03c12b4-fa6c-49e1-9dd2-7b718cd9a61e req-55b8bc95-3316-43c8-9ed6-b8b7a57ede33 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 210 time: 0.0302362 Aug 06 18:40:26.935653 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-ace0010c-3cfc-4e00-90c2-78f80b9b4815 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:26.937154 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-ace0010c-3cfc-4e00-90c2-78f80b9b4815 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 812 time: 0.1150715 Aug 06 18:40:26.982362 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bca3337e-bba0-4ada-85fb-96c3ec76f8da tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 380 time: 0.0349023 Aug 06 18:40:26.998800 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'port': {'device_id': '9865e18f-6793-4af3-b7d1-8eff53203962', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'admin_state_up': True, 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'security_groups': ['ef0a11be-ba00-4bda-bc14-8cddd2423647']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:27.114940 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Made reservation on behalf of 7e6ac89b80a34f25af8f415d55c547ac for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:40:27.118593 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.253177 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Allocated IP 172.20.0.5 (c1d385c3-cbfe-47a9-b80f-53e291f18255/bce0ec4c-4654-4f32-9cbf-7fed12a61586/30b0b8db-9996-42f8-a6da-0f457ee4209b) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:27.411143 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.425100 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Transition to ACTIVE for port object 30b0b8db-9996-42f8-a6da-0f457ee4209b will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:27.457595 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.707439 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49296) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:27.741250 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:27.747010 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:27.750739 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:27.767776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8fa25363-8aed-4dcc-a52c-8b963826d601 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.778810 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=30b0b8db-9996-42f8-a6da-0f457ee4209b,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:27.801472 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8fa25363-8aed-4dcc-a52c-8b963826d601 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.805462 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:27.806097 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.823876 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cc90217f-db34-469c-83ab-a7aabdaecd3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8291216 Aug 06 18:40:27.840487 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Request body: {'port': {'device_id': '9865e18f-6793-4af3-b7d1-8eff53203962', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:27.873217 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8fa25363-8aed-4dcc-a52c-8b963826d601 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.875918 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-8fa25363-8aed-4dcc-a52c-8b963826d601 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.877243 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-8fa25363-8aed-4dcc-a52c-8b963826d601 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] 10.222.0.57 "DELETE /v2.0/security-groups/daac5c06-ccf9-47cf-921e-ec77ccca5ffd HTTP/1.1" status: 204 len: 168 time: 0.1687989 Aug 06 18:40:27.887350 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25363-8aed-4dcc-a52c-8b963826d601 tempest-TestShelveInstance-751411977 tempest-TestShelveInstance-751411977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daac5c06-ccf9-47cf-921e-ec77ccca5ffd,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:27.905011 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:27.956976 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49302) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:28.005682 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a7151788-1259-41e9-ae44-ee830bf00fd7 None None] Provisioning for port 30b0b8db-9996-42f8-a6da-0f457ee4209b completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:28.008706 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.012857 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-a7151788-1259-41e9-ae44-ee830bf00fd7 None None] Provisioning complete for port 30b0b8db-9996-42f8-a6da-0f457ee4209b triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:28.014903 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a7151788-1259-41e9-ae44-ee830bf00fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.061522 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-a7151788-1259-41e9-ae44-ee830bf00fd7 None None] Port 30b0b8db-9996-42f8-a6da-0f457ee4209b cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:40:28.201039 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30b0b8db-9996-42f8-a6da-0f457ee4209b {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:40:28.209068 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.223614 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Transition to ACTIVE for port object 30b0b8db-9996-42f8-a6da-0f457ee4209b will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:40:28.227390 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.276352 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=30b0b8db-9996-42f8-a6da-0f457ee4209b,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:28.361064 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f4d08-d748-4f2d-ac4a-e566deb533d6 req-32cae22a-3aae-47f0-9612-76e96daee7a2 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.362589 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-139f4d08-d748-4f2d-ac4a-e566deb533d6 req-32cae22a-3aae-47f0-9612-76e96daee7a2 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 931 time: 0.3646526 Aug 06 18:40:28.363630 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Attempting to bind port 30b0b8db-9996-42f8-a6da-0f457ee4209b on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:40:28.364183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Attempting to bind port 30b0b8db-9996-42f8-a6da-0f457ee4209b by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:40:28.364730 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Attempting to bind port 30b0b8db-9996-42f8-a6da-0f457ee4209b on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:28.373362 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Port 30b0b8db-9996-42f8-a6da-0f457ee4209b on network c1d385c3-cbfe-47a9-b80f-53e291f18255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:40:28.373659 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Attempting to bind port 30b0b8db-9996-42f8-a6da-0f457ee4209b on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:40:28.382983 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:40:28.383515 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Checking segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:40:28.384118 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Bound using segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:40:28.385447 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Bound port: 30b0b8db-9996-42f8-a6da-0f457ee4209b, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:40:28.386078 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.463706 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] For port 30b0b8db-9996-42f8-a6da-0f457ee4209b, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:40:28.466747 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] For port 30b0b8db-9996-42f8-a6da-0f457ee4209b, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:40:28.471425 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.483108 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-139f4d08-d748-4f2d-ac4a-e566deb533d6 req-1061e4a4-8933-45ea-834e-49da06123c2c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028495 Aug 06 18:40:28.517790 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.518393 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.519812 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] 10.222.0.81 "PUT /v2.0/ports/30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 200 len: 1093 time: 0.6880734 Aug 06 18:40:28.520215 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:28.522506 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d844009-3174-497f-aaf9-87201c701301" -d '{"events": [{"name": "network-changed", "server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:28.560962 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d21dd-bb6f-403b-a83f-6faf5ca0d1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=30b0b8db-9996-42f8-a6da-0f457ee4209b,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:28.575279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c22af54-48de-421d-aded-bec72934f3e2 x-openstack-request-id: req-9c22af54-48de-421d-aded-bec72934f3e2 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:28.575565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:28.575818 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c22af54-48de-421d-aded-bec72934f3e2 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:28.576204 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'status': 'completed', 'code': 200} Aug 06 18:40:28.617364 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cf14e03c-b603-4a2e-9e06-783b7f445de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.620349 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-cf14e03c-b603-4a2e-9e06-783b7f445de0 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1096 time: 0.0494263 Aug 06 18:40:28.669562 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-ba835597-0dbf-44ba-b51d-eaf8087ed38a service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 200 len: 217 time: 0.0408649 Aug 06 18:40:28.669788 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.721396 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-2860fe28-a359-458b-9fe7-338ca1aeb715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.722907 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-2860fe28-a359-458b-9fe7-338ca1aeb715 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0463960 Aug 06 18:40:28.770151 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-ffcd7faa-43ea-483d-a0f5-0fe74b32561a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:28.771717 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-ffcd7faa-43ea-483d-a0f5-0fe74b32561a service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405800 Aug 06 18:40:28.866763 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-3eb54dcb-609e-495a-a6b1-f1aaba08d5fb service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864813 Aug 06 18:40:28.915865 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Deleting port 43fd02f4-698f-4131-b984-e48b52767499 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:28.917027 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:28.921921 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:28.944790 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 9d748d08-d097-4d27-abdc-5c40c765efaf {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:28.945130 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 9d748d08-d097-4d27-abdc-5c40c765efaf not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:28.956450 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-da2f9c7c-caca-4f97-a5bc-e4379d84e7c6 req-95557a06-6917-44ad-9f69-2578d9c6e3be service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820420 Aug 06 18:40:29.000341 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] For port 43fd02f4-698f-4131-b984-e48b52767499, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=43fd02f4-698f-4131-b984-e48b52767499,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:29.000704 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:29.016715 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Calling delete_port for 43fd02f4-698f-4131-b984-e48b52767499 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:29.050861 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844009-3174-497f-aaf9-87201c701301 req-f76c4bc5-681d-43eb-bd4d-556701f5a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:29.052408 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-f76c4bc5-681d-43eb-bd4d-556701f5a43f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1096 time: 0.0455382 Aug 06 18:40:29.145141 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844009-3174-497f-aaf9-87201c701301 req-8650956d-1f45-48cb-85bc-d8b03df751f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:29.146908 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-8650956d-1f45-48cb-85bc-d8b03df751f4 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0852206 Aug 06 18:40:29.193679 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:29.194675 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-f10b7d69-1e0f-433c-9da1-7c6e3e4ee3b2 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 200 len: 217 time: 0.0379343 Aug 06 18:40:29.221136 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43fd02f4-698f-4131-b984-e48b52767499,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:29.259340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844009-3174-497f-aaf9-87201c701301 req-9e1d2172-334c-438f-ac90-72e5346494ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:29.261998 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-9e1d2172-334c-438f-ac90-72e5346494ac service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0599329 Aug 06 18:40:29.311630 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d844009-3174-497f-aaf9-87201c701301 req-022f076c-bacf-4af8-80ee-fe0c4ab3ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:29.313128 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-022f076c-bacf-4af8-80ee-fe0c4ab3ab33 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436230 Aug 06 18:40:29.401494 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:29.411982 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-d4d69ac6-890a-4672-b4d1-362e11a58f77 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917032 Aug 06 18:40:29.502559 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1d844009-3174-497f-aaf9-87201c701301 req-eac589d7-d7c7-47d1-b838-bd913aefae1c service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824683 Aug 06 18:40:29.664284 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5cd65-46a9-4a6d-93fd-13d37b39ef84 req-957282a1-8e89-4b61-8b29-69549e826b22 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:29.667090 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-72e5cd65-46a9-4a6d-93fd-13d37b39ef84 req-957282a1-8e89-4b61-8b29-69549e826b22 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.1071560 Aug 06 18:40:29.677834 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:29.761198 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-72e5cd65-46a9-4a6d-93fd-13d37b39ef84 req-bd5c3581-7ae1-4b1e-bd2b-db72540d9ee6 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870955 Aug 06 18:40:29.823227 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:29.828375 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-2b7bf833-674a-4393-88a2-812bfa5c77d9 admin admin] 10.222.0.57 "PUT /v2.0/routers/99e8c2fa-89e7-4fac-ade0-ff3af3900549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8702102 Aug 06 18:40:29.831183 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49308) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:29.832956 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] Sync routers for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:29.842559 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:29.843218 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:40:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:29.937885 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:29.952110 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:30.049641 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.104595 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Deleting port cf8eda67-c1b2-4ac3-873d-361bf45d1e91 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:30.104595 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.129813 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:40:29Z', 'revision_number': 5, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port': {'id': 'cf8eda67-c1b2-4ac3-873d-361bf45d1e91', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:35:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.159493 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] Checking router: 99e8c2fa-89e7-4fac-ade0-ff3af3900549 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:30.168114 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] Routers {'99e8c2fa-89e7-4fac-ade0-ff3af3900549'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:30.168726 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:40:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.185866 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] For port cf8eda67-c1b2-4ac3-873d-361bf45d1e91, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:30.186223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.198633 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Calling delete_port for cf8eda67-c1b2-4ac3-873d-361bf45d1e91 owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:30.254293 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] Set router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 gateway port host: None {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:30.310557 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:40:30Z', 'revision_number': 6, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:30.342571 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f400dd77-02bd-4ca1-9ec1-cc11e1c4233f None None] The sync data for ids ['99e8c2fa-89e7-4fac-ade0-ff3af3900549'] in dv-cinder-790910-9-iscsi is: [{'id': '99e8c2fa-89e7-4fac-ade0-ff3af3900549', 'name': 'tempest-TestShelveInstance-1422663364-router', 'tenant_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:45Z', 'updated_at': '2021-08-06T18:40:30Z', 'revision_number': 6, 'project_id': 'cf894fff2dae46139a6c8bb4f3d480c5', 'gw_port_host': None}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:30.367565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.392813 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf8eda67-c1b2-4ac3-873d-361bf45d1e91,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:30.457473 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.543868 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.545900 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.588873 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.589529 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99e8c2fa-89e7-4fac-ade0-ff3af3900549 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:40:30.593841 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.595117 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-a9cf465b-1513-403d-a8ad-1fbba750451e admin admin] 10.222.0.57 "DELETE /v2.0/routers/99e8c2fa-89e7-4fac-ade0-ff3af3900549 HTTP/1.1" status: 204 len: 168 time: 0.7628949 Aug 06 18:40:30.597478 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49310) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:30.640192 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Deleting subnet d53d4560-7b3b-4214-92e7-c8da66d9cbdf {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:40:30.642987 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.675262 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.758697 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.811086 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.835426 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d53d4560-7b3b-4214-92e7-c8da66d9cbdf,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:30.843623 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.847761 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-29318d85-2d98-4b21-a0f7-c03ec580e090 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d53d4560-7b3b-4214-92e7-c8da66d9cbdf HTTP/1.1" status: 204 len: 168 time: 0.2471054 Aug 06 18:40:30.848016 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49314) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:30.848562 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0370971b-6462-4dae-a0aa-871e781894e8 None None] Network a22799a0-fa18-4076-9ca8-120f69ef2750 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:30.880889 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66230b1-abf5-47fb-ba0b-18a56c34e7be req-48ff9c7c-0d43-498e-a064-29c8ede09a8d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:30.882379 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a66230b1-abf5-47fb-ba0b-18a56c34e7be req-48ff9c7c-0d43-498e-a064-29c8ede09a8d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.0519412 Aug 06 18:40:30.923267 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:30.925899 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a66230b1-abf5-47fb-ba0b-18a56c34e7be req-4774a70a-30fe-4d4d-935f-b763250050a9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367267 Aug 06 18:40:30.978727 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Deleting port a34debb1-ff3f-405c-99b3-447719d71dc0 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:30.979102 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.040439 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] For port a34debb1-ff3f-405c-99b3-447719d71dc0, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=a34debb1-ff3f-405c-99b3-447719d71dc0,segment=NetworkSegment(52fd5a8e-9fad-4cd6-8507-c3e14f57c709),segment_id=52fd5a8e-9fad-4cd6-8507-c3e14f57c709)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:31.040740 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.059217 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Calling delete_port for a34debb1-ff3f-405c-99b3-447719d71dc0 owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:31.130557 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] DHCP port deletion for a22799a0-fa18-4076-9ca8-120f69ef2750 request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:40:31.147576 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.173131 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a34debb1-ff3f-405c-99b3-447719d71dc0,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:31.176696 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] No DVR routers for this DVR port a34debb1-ff3f-405c-99b3-447719d71dc0 on host dv-cinder-790910-9-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:31.187562 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Deleting port a34debb1-ff3f-405c-99b3-447719d71dc0 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:31.187955 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.252714 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.259218 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] For port a34debb1-ff3f-405c-99b3-447719d71dc0, host dv-cinder-790910-9-iscsi, got binding levels [] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:31.259841 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.263533 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22799a0-fa18-4076-9ca8-120f69ef2750']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:31.273710 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fd5a8e-9fad-4cd6-8507-c3e14f57c709') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:31.274014 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fd5a8e-9fad-4cd6-8507-c3e14f57c709') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:31.274135 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Calling delete_port for a34debb1-ff3f-405c-99b3-447719d71dc0 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:31.276817 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Port a34debb1-ff3f-405c-99b3-447719d71dc0 was not found and therefore no delete operation was performed {{(pid=93277) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:40:31.278116 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.282851 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.296852 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.300711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] Pushing event deleted for resources: {'Port': ['ID=a34debb1-ff3f-405c-99b3-447719d71dc0,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:31.302729 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:40:31.303197 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:40:31.304879 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:40:31.311166 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1c1622-bf09-42b3-a82d-c58d29a20033 None None] No DVR routers for this DVR port a34debb1-ff3f-405c-99b3-447719d71dc0 on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:31.365169 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.370653 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.372858 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] 10.222.0.57 "DELETE /v2.0/networks/a22799a0-fa18-4076-9ca8-120f69ef2750 HTTP/1.1" status: 204 len: 168 time: 0.5239186 Aug 06 18:40:31.376137 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49316) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:31.388758 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38ebf4-27b6-424e-8c60-3b0e0b85a8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=a22799a0-fa18-4076-9ca8-120f69ef2750,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:31.719195 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.909175 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device a34debb1-ff3f-405c-99b3-447719d71dc0 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:31.932440 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: a34debb1-ff3f-405c-99b3-447719d71dc0 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:31.932869 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device a34debb1-ff3f-405c-99b3-447719d71dc0 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:31.933202 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 43fd02f4-698f-4131-b984-e48b52767499 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:31.952016 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 43fd02f4-698f-4131-b984-e48b52767499 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:31.952356 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 43fd02f4-698f-4131-b984-e48b52767499 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:31.952782 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cf8eda67-c1b2-4ac3-873d-361bf45d1e91 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:31.961078 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Deleting port 8034da42-2abe-4b30-91b7-37f38bbd03b5 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:31.961539 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:31.971876 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: cf8eda67-c1b2-4ac3-873d-361bf45d1e91 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:31.972040 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device cf8eda67-c1b2-4ac3-873d-361bf45d1e91 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:32.073600 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] For port 8034da42-2abe-4b30-91b7-37f38bbd03b5, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=8034da42-2abe-4b30-91b7-37f38bbd03b5,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:32.073954 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.091590 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27640f-8cc6-4336-9ace-f5e7d16be444 req-208783d1-f58a-4f8e-b8d8-b69cfd474d98 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:32.093041 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7b27640f-8cc6-4336-9ace-f5e7d16be444 req-208783d1-f58a-4f8e-b8d8-b69cfd474d98 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.0842712 Aug 06 18:40:32.096636 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Calling delete_port for 8034da42-2abe-4b30-91b7-37f38bbd03b5 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:32.178363 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-7b27640f-8cc6-4336-9ace-f5e7d16be444 req-8f28d811-8a14-4d3d-9723-3d272976f8f5 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778005 Aug 06 18:40:32.302656 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.327854 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Pushing event deleted for resources: {'Port': ['ID=8034da42-2abe-4b30-91b7-37f38bbd03b5,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:32.490454 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.693180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Router d0b9cc79-5c8b-47f4-a706-d758cf77a07f has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:32.795820 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:32.802303 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f951cc56-3a81-4136-ab7a-9a661f1399ab admin admin] 10.222.0.57 "PUT /v2.0/routers/d0b9cc79-5c8b-47f4-a706-d758cf77a07f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4232423 Aug 06 18:40:32.803038 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49320) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:32.805692 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] Sync routers for ids ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:32.814821 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] Routers {'d0b9cc79-5c8b-47f4-a706-d758cf77a07f'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:32.815458 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:40:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:32.903987 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:32.918802 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] Set router d0b9cc79-5c8b-47f4-a706-d758cf77a07f gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:33.003576 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.055581 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Deleting port 4b820089-41ca-4b2c-b22a-032c2d49dc7a {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:33.056047 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.107316 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:40:32Z', 'revision_number': 5, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port': {'id': '4b820089-41ca-4b2c-b22a-032c2d49dc7a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:21:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:35:51Z', 'updated_at': '2021-08-06T18:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:33.133298 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] Checking router: d0b9cc79-5c8b-47f4-a706-d758cf77a07f for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:33.137623 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] For port 4b820089-41ca-4b2c-b22a-032c2d49dc7a, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=4b820089-41ca-4b2c-b22a-032c2d49dc7a,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:33.137991 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.142076 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] Routers {'d0b9cc79-5c8b-47f4-a706-d758cf77a07f'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:33.142681 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:40:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:33.149737 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Calling delete_port for 4b820089-41ca-4b2c-b22a-032c2d49dc7a owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:33.227779 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] Set router d0b9cc79-5c8b-47f4-a706-d758cf77a07f gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:33.280367 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:40:33Z', 'revision_number': 6, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:33.316110 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55590822-7528-49a2-8dc9-7bfc6bfc6a86 req-d273ef05-c029-46a6-8482-e38425590b94 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:33.317674 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55590822-7528-49a2-8dc9-7bfc6bfc6a86 req-d273ef05-c029-46a6-8482-e38425590b94 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.0652504 Aug 06 18:40:33.384154 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-55590822-7528-49a2-8dc9-7bfc6bfc6a86 req-90434770-f189-45a0-804d-6f38a947077d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484703 Aug 06 18:40:33.385796 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.398216 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6dbba7-6eac-4c30-b52d-13afafe67703 None None] The sync data for ids ['d0b9cc79-5c8b-47f4-a706-d758cf77a07f'] in dv-cinder-790910-9-iscsi is: [{'id': 'd0b9cc79-5c8b-47f4-a706-d758cf77a07f', 'name': 'tempest-TestShelveInstance-1613639402-router', 'tenant_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:35:50Z', 'updated_at': '2021-08-06T18:40:33Z', 'revision_number': 6, 'project_id': 'c854a7bc0c1a4e2088d3f0f32482af61', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:33.412962 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b820089-41ca-4b2c-b22a-032c2d49dc7a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:33.474288 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.560718 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.562719 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.604294 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.604899 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0b9cc79-5c8b-47f4-a706-d758cf77a07f {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:40:33.608990 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.610108 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-2d7f347f-4606-48a9-b9c8-52e2f8bba0f5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/d0b9cc79-5c8b-47f4-a706-d758cf77a07f HTTP/1.1" status: 204 len: 168 time: 0.8061550 Aug 06 18:40:33.612629 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49324) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:33.659420 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Deleting subnet 5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:40:33.662388 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.694987 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.773029 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.829789 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.857564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:33.863254 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.865121 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-3b770259-b02b-4765-891a-7a0763abceda admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5d3c3b88-e9f5-4da5-b67c-e7a3fa9e7aac HTTP/1.1" status: 204 len: 168 time: 0.2515876 Aug 06 18:40:33.867717 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49326) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:33.868324 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dacc995-c256-464a-9f6f-392a34686b83 None None] Network 0b434d82-f000-4460-a9b5-2908659ef2eb requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:40:33.933428 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:33.984405 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Deleting port 2c5c1c92-9528-412a-8643-f9f39b902590 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:33.984820 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.143966 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] DHCP port deletion for 0b434d82-f000-4460-a9b5-2908659ef2eb request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:40:34.201062 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] Deleting port 2c5c1c92-9528-412a-8643-f9f39b902590 {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:40:34.201789 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.225316 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8034da42-2abe-4b30-91b7-37f38bbd03b5 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:34.254137 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 8034da42-2abe-4b30-91b7-37f38bbd03b5 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:34.254497 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 8034da42-2abe-4b30-91b7-37f38bbd03b5 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:34.254909 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2c5c1c92-9528-412a-8643-f9f39b902590 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:34.317336 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] For port 2c5c1c92-9528-412a-8643-f9f39b902590, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2c5c1c92-9528-412a-8643-f9f39b902590,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:34.317915 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.332265 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Calling delete_port for 2c5c1c92-9528-412a-8643-f9f39b902590 owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:34.433845 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.446521 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] No DVR routers for this DVR port 2c5c1c92-9528-412a-8643-f9f39b902590 on host dv-cinder-790910-9-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:34.459352 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] For port 2c5c1c92-9528-412a-8643-f9f39b902590, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2c5c1c92-9528-412a-8643-f9f39b902590,segment=NetworkSegment(83f8747e-7826-4033-b238-6dbd806a98f8),segment_id=83f8747e-7826-4033-b238-6dbd806a98f8)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:34.459747 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.474840 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Pushing event deleted for resources: {'Port': ['ID=2c5c1c92-9528-412a-8643-f9f39b902590,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:34.476605 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] Calling delete_port for 2c5c1c92-9528-412a-8643-f9f39b902590 owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:40:34.480932 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No active binding found for port 2c5c1c92-9528-412a-8643-f9f39b902590 {{(pid=93277) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 06 18:40:34.481360 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2c5c1c92-9528-412a-8643-f9f39b902590 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:34.481780 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 4b820089-41ca-4b2c-b22a-032c2d49dc7a no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:40:34.505558 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 4b820089-41ca-4b2c-b22a-032c2d49dc7a {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:40:34.505558 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 4b820089-41ca-4b2c-b22a-032c2d49dc7a not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:40:34.570819 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.579725 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.584640 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b434d82-f000-4460-a9b5-2908659ef2eb']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:34.591949 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] No DVR routers for this DVR port 2c5c1c92-9528-412a-8643-f9f39b902590 on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:40:34.596804 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83f8747e-7826-4033-b238-6dbd806a98f8') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:34.597102 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83f8747e-7826-4033-b238-6dbd806a98f8') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:34.605872 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0eb24-70be-48ae-80cf-3c5661076b31 req-fb9438bf-1633-4aab-be20-775944f82acb tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:34.607405 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93f0eb24-70be-48ae-80cf-3c5661076b31 req-fb9438bf-1633-4aab-be20-775944f82acb tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.1146667 Aug 06 18:40:34.612691 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72eb7ab-a291-4090-8e44-d4679f957d2a None None] Pushing event deleted for resources: {'Port': ['ID=2c5c1c92-9528-412a-8643-f9f39b902590,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:34.616623 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.642834 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.658703 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Releasing vlan 700 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:40:34.659127 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:40:34.660785 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:40:34.674225 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-93f0eb24-70be-48ae-80cf-3c5661076b31 req-35ae21e6-8e50-4468-a06f-702dfe760b57 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595081 Aug 06 18:40:34.725529 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.727965 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:34.730012 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] 10.222.0.57 "DELETE /v2.0/networks/0b434d82-f000-4460-a9b5-2908659ef2eb HTTP/1.1" status: 204 len: 168 time: 0.8613448 Aug 06 18:40:34.740811 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b637576-7dcf-4d77-bf30-2f9108fd1bde admin admin] Pushing event deleted for resources: {'Network': ['ID=0b434d82-f000-4460-a9b5-2908659ef2eb,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:34.890043 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49332) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:34.931422 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-6c846bed-0196-48fa-bdcd-8e6256267880 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf894fff2dae46139a6c8bb4f3d480c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401788 Aug 06 18:40:34.934457 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49334) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:34.981085 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-69cc8f5b-cbc0-4473-8270-49ccfc006c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.001933 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-69cc8f5b-cbc0-4473-8270-49ccfc006c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.049041 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-69cc8f5b-cbc0-4473-8270-49ccfc006c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.051583 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-69cc8f5b-cbc0-4473-8270-49ccfc006c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.052740 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-69cc8f5b-cbc0-4473-8270-49ccfc006c53 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f04d55c7-0faa-4c9a-9727-fdb13a9df6ef HTTP/1.1" status: 204 len: 168 time: 0.1174028 Aug 06 18:40:35.061678 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc8f5b-cbc0-4473-8270-49ccfc006c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04d55c7-0faa-4c9a-9727-fdb13a9df6ef,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:35.365968 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49340) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:35.406353 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f8bbeef9-99a1-4eba-a4d8-1a3601f6dbc0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c854a7bc0c1a4e2088d3f0f32482af61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388889 Aug 06 18:40:35.408768 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49342) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:35.456789 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f0c6734c-333a-4176-8b85-027e7047e78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.477049 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f0c6734c-333a-4176-8b85-027e7047e78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.524608 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f0c6734c-333a-4176-8b85-027e7047e78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.527695 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-f0c6734c-333a-4176-8b85-027e7047e78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:35.528830 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-f0c6734c-333a-4176-8b85-027e7047e78b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5bbfb92a-7f9d-4ed3-9467-3c0b6633f0f4 HTTP/1.1" status: 204 len: 168 time: 0.1191447 Aug 06 18:40:35.540088 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6734c-333a-4176-8b85-027e7047e78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbfb92a-7f9d-4ed3-9467-3c0b6633f0f4,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:35.809961 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf7959-89ac-4604-83f8-37219d15d893 req-98fbb6b8-1555-4b42-9218-4d765a8a93bf tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:35.811571 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8eaf7959-89ac-4604-83f8-37219d15d893 req-98fbb6b8-1555-4b42-9218-4d765a8a93bf tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.0522482 Aug 06 18:40:35.853556 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8eaf7959-89ac-4604-83f8-37219d15d893 req-a1fd8100-e783-450b-a539-57c854e91efd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360930 Aug 06 18:40:36.951563 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 30b0b8db-9996-42f8-a6da-0f457ee4209b details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:40:36.967664 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20146cf6-681d-44aa-8362-7357002fdc5d req-c1d3547b-4ee0-4cda-812b-c70f53d546e1 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:36.969142 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-20146cf6-681d-44aa-8362-7357002fdc5d req-c1d3547b-4ee0-4cda-812b-c70f53d546e1 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 943 time: 0.0490189 Aug 06 18:40:37.006185 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-20146cf6-681d-44aa-8362-7357002fdc5d req-0055b9fe-02e8-4d49-81a7-1468704c5e53 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311372 Aug 06 18:40:37.049725 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 30b0b8db-9996-42f8-a6da-0f457ee4209b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:37.061004 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'port_id': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'mac_address': 'fa:16:3e:50:58:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:40:37.100210 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.112428 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30b0b8db-9996-42f8-a6da-0f457ee4209b {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:40:37.131507 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 30b0b8db-9996-42f8-a6da-0f457ee4209b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:37.136418 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:37.181525 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=30b0b8db-9996-42f8-a6da-0f457ee4209b,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:37.344343 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['30b0b8db-9996-42f8-a6da-0f457ee4209b'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:40:38.128529 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaabab1-9656-4dd4-8a01-c26e0fa4dc8c req-51d96721-8590-4d9a-9bf8-1836f8d41d4d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:38.129904 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-edaabab1-9656-4dd4-8a01-c26e0fa4dc8c req-51d96721-8590-4d9a-9bf8-1836f8d41d4d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 944 time: 0.0508041 Aug 06 18:40:38.170114 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-edaabab1-9656-4dd4-8a01-c26e0fa4dc8c req-bab35278-b43c-44c0-b6c2-1f6d78f23cb3 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343301 Aug 06 18:40:38.953141 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 30b0b8db-9996-42f8-a6da-0f457ee4209b up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:40:39.001125 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 30b0b8db-9996-42f8-a6da-0f457ee4209b completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:40:39.004563 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 30b0b8db-9996-42f8-a6da-0f457ee4209b triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:40:39.004928 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.085447 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.108193 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:39.110479 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90845116-8603-4c33-84b3-c39d11bf617d" -d '{"events": [{"server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "name": "network-vif-plugged", "status": "completed", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:39.125218 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 30b0b8db-9996-42f8-a6da-0f457ee4209b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:40:39.129910 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:39.155666 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af33e1c-ef32-45b4-b431-b2a46c600a52 x-openstack-request-id: req-3af33e1c-ef32-45b4-b431-b2a46c600a52 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:39.155969 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "name": "network-vif-plugged", "status": "completed", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:39.156223 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3af33e1c-ef32-45b4-b431-b2a46c600a52 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:39.156613 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'code': 200} Aug 06 18:40:39.183496 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=30b0b8db-9996-42f8-a6da-0f457ee4209b,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:39.287778 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35faf65-fab4-436e-bc04-413ce98aee65 req-b6e99f63-1a30-4d2b-af7d-69a7b12c00b4 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:39.289249 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e35faf65-fab4-436e-bc04-413ce98aee65 req-b6e99f63-1a30-4d2b-af7d-69a7b12c00b4 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 945 time: 0.0516529 Aug 06 18:40:39.329970 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e35faf65-fab4-436e-bc04-413ce98aee65 req-21cb73a2-2fe3-4245-a1af-80a9ab966ca0 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329661 Aug 06 18:40:39.361248 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd250c-eeb6-4163-8146-be4dffc7dad9 req-0fd493f9-16f0-40df-8355-dd67b80dbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:39.362736 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7cfd250c-eeb6-4163-8146-be4dffc7dad9 req-0fd493f9-16f0-40df-8355-dd67b80dbc22 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1098 time: 0.0409541 Aug 06 18:40:39.397652 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-7cfd250c-eeb6-4163-8146-be4dffc7dad9 req-df1e2c08-6863-4907-979e-0f9d45f48ada service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271816 Aug 06 18:40:40.460064 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68980918-a1a6-47eb-834e-d54b86490499 req-7eb910d9-6389-4bb2-8394-f91947d88184 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:40.461518 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-68980918-a1a6-47eb-834e-d54b86490499 req-7eb910d9-6389-4bb2-8394-f91947d88184 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 945 time: 0.0490966 Aug 06 18:40:40.500675 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-68980918-a1a6-47eb-834e-d54b86490499 req-cb57334e-79a0-411e-8cc7-be866a9e5517 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319467 Aug 06 18:40:40.619108 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c28a5-155d-4e47-a0f7-fb3e7007198b req-631636dc-5d6d-4091-8de6-242f1933dcd7 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:40.621083 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-161c28a5-155d-4e47-a0f7-fb3e7007198b req-631636dc-5d6d-4091-8de6-242f1933dcd7 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 945 time: 0.0472031 Aug 06 18:40:40.661888 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-161c28a5-155d-4e47-a0f7-fb3e7007198b req-f32188bf-2640-4383-9ea3-2103a5b3f24a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349820 Aug 06 18:40:40.683958 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49362) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:40.878211 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:40:40.906964 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33c0ae0-1f54-4ed0-87e2-66249cfa21c7 tempest-TestVolumeBootPattern-1060744295 tempest-TestVolumeBootPattern-1060744295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:40.908476 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d33c0ae0-1f54-4ed0-87e2-66249cfa21c7 tempest-TestVolumeBootPattern-1060744295 tempest-TestVolumeBootPattern-1060744295-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1093 time: 0.2232437 Aug 06 18:40:40.911379 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49366) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:40:40.915696 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'port_id': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:40:40.937052 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.031325 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.133866 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Allocated IP 172.27.0.168 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/74364566-4c59-4170-8615-2dc9d5771ef8) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:40:41.234782 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.277567 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.319467 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:40:41.322649 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:40:41.325252 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:40:41.349295 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=74364566-4c59-4170-8615-2dc9d5771ef8,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:41.683403 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.747198 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.897107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.902741 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:41.972640 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=74364566-4c59-4170-8615-2dc9d5771ef8,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:40:41.979267 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:42.077866 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.l3_db [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Floating IP ae10200c-01ef-40c8-95cb-0f34f1e10df3 associated. External IP: 172.27.0.168, port: 30b0b8db-9996-42f8-a6da-0f457ee4209b. Aug 06 18:40:42.281207 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:40:42.386258 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:40:42.396979 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:40:42.402489 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:42.406788 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:42.407444 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:40:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:42.428386 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-c9e23b69-784a-4f96-8af2-78c45b8d17ad tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5159752 Aug 06 18:40:42.428980 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:40:42.431217 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729" -d '{"events": [{"name": "network-changed", "server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:40:42.513318 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:42.589184 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1a34ab-5c73-479c-afad-0c6d3b720ece x-openstack-request-id: req-6f1a34ab-5c73-479c-afad-0c6d3b720ece {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:40:42.589776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:40:42.589776 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f1a34ab-5c73-479c-afad-0c6d3b720ece {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:40:42.590282 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'status': 'completed', 'code': 200} Aug 06 18:40:42.649299 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-190143a2-7c1f-4fcb-9ee5-ea2c68f20037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:42.652048 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-190143a2-7c1f-4fcb-9ee5-ea2c68f20037 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1098 time: 0.0396469 Aug 06 18:40:42.742794 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'ae10200c-01ef-40c8-95cb-0f34f1e10df3', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:50:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865e18f-6793-4af3-b7d1-8eff53203962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:40:41Z', 'updated_at': '2021-08-06T18:40:41Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:42.744416 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-085e21bf-c769-4f0c-ad69-a09f56d239ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:42.746400 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-085e21bf-c769-4f0c-ad69-a09f56d239ba service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0880725 Aug 06 18:40:42.768923 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:40:42.777802 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:40:42.778410 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:40:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:42.811423 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-388246b6-42ce-4527-b38c-128b551161a7 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 200 len: 999 time: 0.0575628 Aug 06 18:40:42.860023 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-ef9f886b-8fe7-422d-a487-94ef8ce5d6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:42.861462 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-ef9f886b-8fe7-422d-a487-94ef8ce5d6fa service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0431030 Aug 06 18:40:42.883456 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:40:42.912816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-8be36846-ab5f-44cc-98f6-adba2d620edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:42.915428 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-8be36846-ab5f-44cc-98f6-adba2d620edb service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463245 Aug 06 18:40:43.005259 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-2d38982e-2d68-471f-a411-1cbbcce05d3e service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818145 Aug 06 18:40:43.098669 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-6cee2a0a-8ab2-4667-aaf8-cf3a9e915729 req-e8403ffd-306a-4bb1-a6c6-687b637b49a8 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858374 Aug 06 18:40:43.115302 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'ae10200c-01ef-40c8-95cb-0f34f1e10df3', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:50:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865e18f-6793-4af3-b7d1-8eff53203962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:40:41Z', 'updated_at': '2021-08-06T18:40:41Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:40:43.141162 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b6bea6-acd1-4525-a218-089536626b00 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': 'ae10200c-01ef-40c8-95cb-0f34f1e10df3', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.168', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:50:58:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9865e18f-6793-4af3-b7d1-8eff53203962', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:40:41Z', 'updated_at': '2021-08-06T18:40:41Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:40:43.319490 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea03523f-9251-4628-99f6-57c2f8e475af None None] New status for floating IP ae10200c-01ef-40c8-95cb-0f34f1e10df3: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:40:51.388237 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-80a31e9a-b887-4aca-b373-6cc22634dc75 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390067 Aug 06 18:40:51.471144 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b7af-a40c-419f-ad86-228578427d68 req-53e3a681-ff74-44ad-91d3-5de030ecb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:51.472683 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-53e3a681-ff74-44ad-91d3-5de030ecb0c9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1098 time: 0.0409055 Aug 06 18:40:51.578812 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b7af-a40c-419f-ad86-228578427d68 req-c884c7d2-1661-4a43-a88e-8b3fcce98abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:51.580306 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-c884c7d2-1661-4a43-a88e-8b3fcce98abb service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0866017 Aug 06 18:40:51.643025 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-637abb5a-6859-4525-b7e8-fffb2bb918fa service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 200 len: 1001 time: 0.0550776 Aug 06 18:40:51.696484 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b7af-a40c-419f-ad86-228578427d68 req-6553b780-f097-4d0f-8099-0c360f8ca722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:51.698478 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-6553b780-f097-4d0f-8099-0c360f8ca722 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0472040 Aug 06 18:40:51.744156 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4199b7af-a40c-419f-ad86-228578427d68 req-7e964bf2-bc76-4917-a20a-9fc3b4c6827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:40:51.746672 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-7e964bf2-bc76-4917-a20a-9fc3b4c6827b service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402446 Aug 06 18:40:51.834259 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-a327c8b8-beb6-4990-9fd3-ceaac062c2da service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791607 Aug 06 18:40:51.926407 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-4199b7af-a40c-419f-ad86-228578427d68 req-5b5679d6-7a83-4375-aaa0-f2d11b15055f service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840969 Aug 06 18:40:51.935529 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:52.652924 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-6ca3906e-2a81-4b95-872f-5914dbd2f0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.344722 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9178f47c-351b-4641-9040-b8fd7d6197c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:55.427952 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:56.347009 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:40:58.000912 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:17.876465 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:41:21.933352 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:22.653290 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7803e8e5-810e-4ba2-bea4-42869ff3d90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:25.345327 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b7c55dfc-8605-4d0e-a4d3-e88aa0a89137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:25.427645 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:26.352679 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:28.002729 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:51.331518 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-5126075e-55d3-4159-a16a-c70c2bce4205 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386162 Aug 06 18:41:51.411983 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-c37d7efa-d349-4459-93f3-b4c7adabeeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:51.413453 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-c37d7efa-d349-4459-93f3-b4c7adabeeb9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 1098 time: 0.0399156 Aug 06 18:41:51.517734 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-24ae591c-6111-4878-95a3-b6a2d86d1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:51.519214 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-24ae591c-6111-4878-95a3-b6a2d86d1493 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0860238 Aug 06 18:41:51.586804 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-b14c63fb-7052-400c-9613-aff94126afc8 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 200 len: 1001 time: 0.0605180 Aug 06 18:41:51.636402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-8a724391-8464-48a5-a481-1b8c1768e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:51.637864 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-8a724391-8464-48a5-a481-1b8c1768e7c7 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0429130 Aug 06 18:41:51.682619 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-702920d0-a4fe-4253-b21a-af2bc1a3332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:41:51.684105 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-702920d0-a4fe-4253-b21a-af2bc1a3332d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381496 Aug 06 18:41:51.774319 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-7c87a5b3-4e24-4131-a299-aee753de5a3c service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Aug 06 18:41:51.861157 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-193fd3fa-01a7-42cb-a2c3-205a927ca17f req-2da8ec2d-f29f-47e5-aa85-b9bafc45fbbe service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791476 Aug 06 18:41:51.938903 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:52.652866 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0dac48fc-d62b-4ca2-8648-1d7a1f8b3025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:54.874814 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:41:55.348975 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f496b8f8-c690-436f-a004-020a2cd0557d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:55.429066 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:56.353193 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:41:58.006485 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:21.936790 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:22.653927 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a53d548e-72db-4bad-a7e8-2ce2f2a45034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.349472 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-aed2db29-a24a-409b-b2c2-12cc2cf9cf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:25.428703 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:26.358637 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:28.009177 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:31.874905 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:42:40.043673 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010d00f-c27b-488d-b36d-c40768a691d8 req-f755f4ac-c479-44db-a0c4-a6f0317ce418 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:40.044845 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f010d00f-c27b-488d-b36d-c40768a691d8 req-f755f4ac-c479-44db-a0c4-a6f0317ce418 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 945 time: 0.0499463 Aug 06 18:42:40.082272 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f010d00f-c27b-488d-b36d-c40768a691d8 req-ac1ffc26-09b7-4c67-9dae-6036cf408f73 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Aug 06 18:42:41.218372 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff8401-6eaa-47d5-8f8b-697c2eb988c3 req-2451dc4b-cbff-4d21-8b65-f2753f0b5dd1 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:41.219946 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-46ff8401-6eaa-47d5-8f8b-697c2eb988c3 req-2451dc4b-cbff-4d21-8b65-f2753f0b5dd1 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 945 time: 0.0547388 Aug 06 18:42:41.257146 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-46ff8401-6eaa-47d5-8f8b-697c2eb988c3 req-a4a98329-c47d-4b57-add5-32814c922e2f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313659 Aug 06 18:42:41.566031 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-1b8718d7-fa23-4a0f-8741-16cb3d06ec12 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:41.567512 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-1b8718d7-fa23-4a0f-8741-16cb3d06ec12 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 945 time: 0.0490608 Aug 06 18:42:41.663154 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Deleting port 30b0b8db-9996-42f8-a6da-0f457ee4209b {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:42:41.663648 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.754922 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] For port 30b0b8db-9996-42f8-a6da-0f457ee4209b, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=30b0b8db-9996-42f8-a6da-0f457ee4209b,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:41.755313 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.916010 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.916500 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:41.916687 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Floating IP ae10200c-01ef-40c8-95cb-0f34f1e10df3 disassociated. External IP: 172.27.0.168, port: 30b0b8db-9996-42f8-a6da-0f457ee4209b. Aug 06 18:42:41.917026 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Calling delete_port for 30b0b8db-9996-42f8-a6da-0f457ee4209b owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:42:42.042602 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.070173 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'Port': ['ID=30b0b8db-9996-42f8-a6da-0f457ee4209b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:42.081463 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.081816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.082159 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.082500 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.082831 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.083186 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.083518 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.083846 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.084173 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.084496 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.084819 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.085140 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:42.355096 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-b2d82356-aa0e-4a89-9b2b-2886043f52fe req-b808152e-8f47-48cc-a42b-9c49bd3f654e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=9865e18f-6793-4af3-b7d1-8eff53203962 HTTP/1.1" status: 200 len: 210 time: 0.0267591 Aug 06 18:42:42.446289 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:42:42.553663 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:42:42.564011 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:42:42.573134 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:42.574169 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:42:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:42.592347 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] No DVR routers for this DVR port 30b0b8db-9996-42f8-a6da-0f457ee4209b on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:42:42.594896 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:42.597102 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-89aea379-f6ad-4e41-83db-a9928b9ff5e4 req-548969a6-e93b-47cc-aaca-169fb3024f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "DELETE /v2.0/ports/30b0b8db-9996-42f8-a6da-0f457ee4209b HTTP/1.1" status: 204 len: 173 time: 1.0239635 Aug 06 18:42:42.597541 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'name': 'network-vif-deleted', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:42.600310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a937786d-0b8f-4704-bd84-8fc69bb64e96" -d '{"events": [{"server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "name": "network-vif-deleted", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:42.641347 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba7b5c1-ee8c-469c-8351-0b59bf135d1c x-openstack-request-id: req-1ba7b5c1-ee8c-469c-8351-0b59bf135d1c {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:42.641630 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9865e18f-6793-4af3-b7d1-8eff53203962", "name": "network-vif-deleted", "tag": "30b0b8db-9996-42f8-a6da-0f457ee4209b", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:42.641878 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ba7b5c1-ee8c-469c-8351-0b59bf135d1c {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:42.642266 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9865e18f-6793-4af3-b7d1-8eff53203962', 'name': 'network-vif-deleted', 'tag': '30b0b8db-9996-42f8-a6da-0f457ee4209b', 'status': 'completed', 'code': 200} Aug 06 18:42:42.679988 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:42.878361 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:42.908575 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:42:42.916895 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:42:42.918091 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:42:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:43.023572 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:42:43.352869 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:42:43.380933 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df70bf-5597-483b-8f15-21cd6b977348 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:42:43.621083 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f86bbe-3125-4114-b81b-d39a8c682d11 None None] New status for floating IP ae10200c-01ef-40c8-95cb-0f34f1e10df3: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:42:43.636882 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-ff7d3411-c492-40eb-9d33-935c978f7a50 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017794128&fields=id&tenant_id=7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 267 time: 0.0351348 Aug 06 18:42:43.748875 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-3e5121a9-45c8-4611-8e61-4026bc3f6d56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:43.750336 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-3e5121a9-45c8-4611-8e61-4026bc3f6d56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 812 time: 0.1073613 Aug 06 18:42:43.766305 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-514176c5-7f34-46f6-870f-19c6ef3ca54a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/quotas/7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 375 time: 0.0097976 Aug 06 18:42:43.819457 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-004ac1cc-f820-4536-b939-77f2bf7f0605 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473564 Aug 06 18:42:43.913917 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-cdfb97da-976e-4638-a672-45898ed502ed service neutron] 10.222.0.57 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828516 Aug 06 18:42:44.006267 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-1f6f7729-f0b2-4ac4-84ad-03cd2f4f833f service neutron] 10.222.0.57 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862126 Aug 06 18:42:45.308564 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-1255ecf4-1f4a-49a4-8447-9e399b436985 req-adc68e9f-1761-4905-908e-a662aab59f94 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0273347 Aug 06 18:42:45.621441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 30b0b8db-9996-42f8-a6da-0f457ee4209b no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:42:45.644402 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 30b0b8db-9996-42f8-a6da-0f457ee4209b {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:42:45.644741 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 30b0b8db-9996-42f8-a6da-0f457ee4209b not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:42:46.384864 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-bb7d8d57-70e3-4314-a0e5-65810e8e6292 req-7dad23b3-3c12-4852-bcfe-54ecebb13c45 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0255854 Aug 06 18:42:47.467468 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-210d53c3-2ca5-4f45-96cc-3c7401f8864f req-42eea6b6-00fe-4d0c-9071-f9c0c64350ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0290821 Aug 06 18:42:48.548881 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-fada196e-02af-4898-9b43-b101f8e984ca req-b738fcc5-5fd9-46c3-8f33-b383931899bc tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0306783 Aug 06 18:42:49.640055 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-724d1cd2-1b34-4058-b580-d9b4cc2162ad req-3f719048-08c9-4900-997f-fd097887f3d1 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0257125 Aug 06 18:42:50.279319 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-ce667972-9b8c-4673-8c06-3201a729f1c0 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:50.280803 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-ce667972-9b8c-4673-8c06-3201a729f1c0 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 812 time: 0.1084619 Aug 06 18:42:50.324817 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-55c2970e-b9f5-45d9-ad77-670403dc2807 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 380 time: 0.0348732 Aug 06 18:42:50.333967 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'port': {'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'admin_state_up': True, 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'security_groups': ['ef0a11be-ba00-4bda-bc14-8cddd2423647']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:50.443344 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Made reservation on behalf of 7e6ac89b80a34f25af8f415d55c547ac for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:42:50.446780 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.577436 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Allocated IP 172.20.0.8 (c1d385c3-cbfe-47a9-b80f-53e291f18255/bce0ec4c-4654-4f32-9cbf-7fed12a61586/1e9d16bf-0c22-42db-9d85-85eaadb6a4ce) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:42:50.725053 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.737876 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Transition to ACTIVE for port object 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:50.755214 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-908232cf-abdb-49d4-9285-56328b704763 req-d62f78d3-251f-4abd-89af-b12bb2536a90 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0283484 Aug 06 18:42:50.771679 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.820104 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:42:50.825764 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:42:50.830025 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:42:50.833703 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:50.880510 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:50.881115 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:50.895517 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5ab61ffd-cb84-4b12-a7ee-24a4ac4ca08e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5653164 Aug 06 18:42:50.908498 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Request body: {'port': {'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:42:50.967562 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.024937 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-41f3b6ab-746b-4dba-a75e-945413ad4a85 None None] Provisioning for port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:42:51.029489 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-41f3b6ab-746b-4dba-a75e-945413ad4a85 None None] Provisioning complete for port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:42:51.029859 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-41f3b6ab-746b-4dba-a75e-945413ad4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.062596 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-41f3b6ab-746b-4dba-a75e-945413ad4a85 None None] Port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:42:51.228753 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:42:51.236287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.248709 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Transition to ACTIVE for port object 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:42:51.252223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.302765 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:51.377248 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Attempting to bind port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:42:51.377587 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Attempting to bind port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:42:51.377920 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Attempting to bind port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:51.382461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce on network c1d385c3-cbfe-47a9-b80f-53e291f18255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:42:51.382665 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Attempting to bind port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:42:51.389369 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:42:51.389712 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Checking segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:42:51.390106 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Bound using segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:42:51.390538 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Bound port: 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:42:51.390901 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.457295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] For port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:42:51.460279 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] For port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:42:51.464929 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.499055 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:51.499694 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:51.501114 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] 10.222.0.81 "PUT /v2.0/ports/1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 1093 time: 0.5969577 Aug 06 18:42:51.501469 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:42:51.503691 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1636b30b-62aa-4175-931c-9ea1d2a84285" -d '{"events": [{"name": "network-changed", "server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:42:51.533875 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843b54-ceb0-4160-b874-5df7d55a99ca service neutron] Pushing event updated for resources: {'Port': ['ID=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:51.550854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29deb4c7-ad0c-4c25-a53f-83fd0f9c8224 x-openstack-request-id: req-29deb4c7-ad0c-4c25-a53f-83fd0f9c8224 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:42:51.551202 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:42:51.551424 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-29deb4c7-ad0c-4c25-a53f-83fd0f9c8224 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:42:51.551808 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'status': 'completed', 'code': 200} Aug 06 18:42:51.585697 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-94434392-ec3f-494c-956d-b056f08f8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:51.587218 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-94434392-ec3f-494c-956d-b056f08f8859 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1096 time: 0.0453587 Aug 06 18:42:51.634181 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-f6ffc8fd-3824-4d14-8672-6aa7dada610e service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 217 time: 0.0387144 Aug 06 18:42:51.685507 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-9dadef7e-f838-4067-bf38-439044dac1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:51.686962 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-9dadef7e-f838-4067-bf38-439044dac1ea service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0460637 Aug 06 18:42:51.732559 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-2e0648c7-f622-4396-8974-7c1420696611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:51.734044 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-2e0648c7-f622-4396-8974-7c1420696611 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397024 Aug 06 18:42:51.829886 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-ac3bb0ae-d2b5-4098-808f-bafe1b123c5c service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858247 Aug 06 18:42:51.870380 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6608c-6a0f-47e5-a2aa-b116fdc91790 req-0c22c585-03cf-403d-9c93-1fa2cbba137f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:51.871876 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1d6608c-6a0f-47e5-a2aa-b116fdc91790 req-0c22c585-03cf-403d-9c93-1fa2cbba137f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0482337 Aug 06 18:42:51.910610 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d1d6608c-6a0f-47e5-a2aa-b116fdc91790 req-db6ef1f4-00d4-417c-87b4-cde2c3d18e42 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Aug 06 18:42:51.921720 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-beb49493-ea39-41e8-bdc2-0e807f22915b req-249fea90-239e-45ae-9a78-8dee67a6bb53 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828986 Aug 06 18:42:51.960440 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:52.010528 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-b49aacb1-a94d-4197-8429-3f6834dbcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:52.012162 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-b49aacb1-a94d-4197-8429-3f6834dbcdc1 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1096 time: 0.0454986 Aug 06 18:42:52.103603 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-9816f80a-e801-4440-b255-c4fc8e7a63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:52.104981 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-9816f80a-e801-4440-b255-c4fc8e7a63e2 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0818682 Aug 06 18:42:52.152438 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-b8992a64-0b84-40f3-8c3a-c9a08926b907 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 217 time: 0.0373092 Aug 06 18:42:52.201330 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-6f281419-d245-4aea-a1db-c17b293f2e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:52.202731 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-6f281419-d245-4aea-a1db-c17b293f2e79 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0432036 Aug 06 18:42:52.248254 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-c7acb5d1-62f7-4e64-aead-2dd86b94e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:52.249802 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-c7acb5d1-62f7-4e64-aead-2dd86b94e33d service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402224 Aug 06 18:42:52.341564 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-1d7ab378-9c65-46d0-a9eb-d9c174f8cae1 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843318 Aug 06 18:42:52.428736 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1636b30b-62aa-4175-931c-9ea1d2a84285 req-116eaf9b-f0a6-4e94-8c98-3f32396a5296 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801551 Aug 06 18:42:52.655617 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f693dcd5-c501-41b6-9f81-2b1d25d2955b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:53.029364 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f0c65-493d-44fc-996c-427856ee7609 req-1a6268a9-4020-460e-b910-aafab55b757f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:53.030863 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4f7f0c65-493d-44fc-996c-427856ee7609 req-1a6268a9-4020-460e-b910-aafab55b757f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0524275 Aug 06 18:42:53.068315 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4f7f0c65-493d-44fc-996c-427856ee7609 req-c6b94cf0-ea30-450a-933e-546cce75d9e3 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316012 Aug 06 18:42:54.183985 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f122fa9-8792-4c2a-b3d7-66a9fc6fabc7 req-b8900f1f-de01-4200-a940-121194133713 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:54.185359 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2f122fa9-8792-4c2a-b3d7-66a9fc6fabc7 req-b8900f1f-de01-4200-a940-121194133713 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0498359 Aug 06 18:42:54.223562 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-2f122fa9-8792-4c2a-b3d7-66a9fc6fabc7 req-cb1b32ac-b567-4e3c-be93-3b65cbe21434 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Aug 06 18:42:55.337660 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ea7b4-1b47-485d-9185-346b3734f0b3 req-1372f798-fea2-4fe8-8830-4e41fe88846c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:55.339245 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-876ea7b4-1b47-485d-9185-346b3734f0b3 req-1372f798-fea2-4fe8-8830-4e41fe88846c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0505610 Aug 06 18:42:55.351475 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-714e61fe-8335-4132-87ca-162c702b54d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:55.384188 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-876ea7b4-1b47-485d-9185-346b3734f0b3 req-6af626b2-5925-4f4a-85fc-5b7cf2b4f7f8 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379457 Aug 06 18:42:55.432229 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:56.357907 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:56.500386 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a263c1-9340-4273-b705-06830287a4f2 req-e0cc67fb-080a-4514-8851-1b4bc2c73130 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:56.501753 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8a263c1-9340-4273-b705-06830287a4f2 req-e0cc67fb-080a-4514-8851-1b4bc2c73130 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0524518 Aug 06 18:42:56.539016 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e8a263c1-9340-4273-b705-06830287a4f2 req-9c62913a-cc89-44a6-be1f-d1bae6b4120d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313025 Aug 06 18:42:57.654145 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a923c-339d-489f-be2b-0604c565e2c9 req-dfbd54c6-64af-4732-914d-d46be8e528cb tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:57.655632 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d07a923c-339d-489f-be2b-0604c565e2c9 req-dfbd54c6-64af-4732-914d-d46be8e528cb tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0486147 Aug 06 18:42:57.693616 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-d07a923c-339d-489f-be2b-0604c565e2c9 req-b216b29d-e1e0-44de-83dc-2d3f3e71a693 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320578 Aug 06 18:42:58.011433 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:58.806881 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48064522-4350-4673-8b88-74098655c6cc req-d5ce4694-904e-4eba-8918-07f49eaf00db tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:58.808355 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48064522-4350-4673-8b88-74098655c6cc req-d5ce4694-904e-4eba-8918-07f49eaf00db tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 943 time: 0.0484684 Aug 06 18:42:58.845106 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-48064522-4350-4673-8b88-74098655c6cc req-e4c340a2-9b5d-408d-8669-6a5eac9ee326 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309055 Aug 06 18:42:59.634153 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:42:59.729387 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:59.741227 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:42:59.777708 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:59.790022 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:42:59.809480 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:42:59.813182 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:42:59.859671 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:42:59.866522 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.866876 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.867257 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.867645 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.868464 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.868824 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.869163 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.869495 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.869829 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.870157 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.870487 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.870810 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:42:59.962524 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0daab7-3f1e-44b1-8d19-e35717c3e99a req-3000c2c4-975e-4bd7-a0b8-6ea11c5f2116 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:42:59.964060 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab0daab7-3f1e-44b1-8d19-e35717c3e99a req-3000c2c4-975e-4bd7-a0b8-6ea11c5f2116 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 944 time: 0.0524323 Aug 06 18:43:00.000890 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ab0daab7-3f1e-44b1-8d19-e35717c3e99a req-461e0180-5b42-43ed-b5cf-1249ef99278d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306280 Aug 06 18:43:00.061725 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['1e9d16bf-0c22-42db-9d85-85eaadb6a4ce'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:43:01.117297 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9d0e6-4e72-4163-b911-71b40eaa37ca req-b8af4349-92dc-4a7b-a230-97980132bb2c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:01.119589 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3bd9d0e6-4e72-4163-b911-71b40eaa37ca req-b8af4349-92dc-4a7b-a230-97980132bb2c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 944 time: 0.0516639 Aug 06 18:43:01.157643 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3bd9d0e6-4e72-4163-b911-71b40eaa37ca req-45c77c32-a531-46f9-8766-a17d6d2618f9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Aug 06 18:43:01.635605 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:43:01.684954 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:43:01.688805 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:43:01.689178 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.767277 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.789330 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:43:01.792082 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865fecd9-d630-4909-8343-150881309dad" -d '{"events": [{"server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:43:01.804613 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:43:01.809997 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:01.856758 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:01.948137 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aff4f2-d939-4028-9a05-b0abe2524779 x-openstack-request-id: req-89aff4f2-d939-4028-9a05-b0abe2524779 {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:43:01.948427 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "name": "network-vif-plugged", "status": "completed", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:43:01.948679 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89aff4f2-d939-4028-9a05-b0abe2524779 {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:43:01.949098 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'code': 200} Aug 06 18:43:02.158126 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2456497f-4233-4e8e-b153-fd29c498c6cf req-dafedb84-e34a-4b8b-8674-8e173a54bbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:02.159555 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2456497f-4233-4e8e-b153-fd29c498c6cf req-dafedb84-e34a-4b8b-8674-8e173a54bbbc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1098 time: 0.0431638 Aug 06 18:43:02.194826 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-2456497f-4233-4e8e-b153-fd29c498c6cf req-02c0be97-0f4f-450d-a019-8c13b3727069 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275030 Aug 06 18:43:02.270060 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2097e-d3a4-43ca-97e5-ca56b42d87f2 req-73fd9917-9c7e-41f5-96e0-117558b2fb58 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:02.271539 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-71a2097e-d3a4-43ca-97e5-ca56b42d87f2 req-73fd9917-9c7e-41f5-96e0-117558b2fb58 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 945 time: 0.0481787 Aug 06 18:43:02.309332 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-71a2097e-d3a4-43ca-97e5-ca56b42d87f2 req-9310c8d4-c5b0-45b7-86ad-1e0af82d2e16 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312243 Aug 06 18:43:03.425877 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd731b8-ea50-48d6-9b60-6e7d528a329c req-c6f4f619-2264-4e98-8356-4938fcdf471b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:03.427332 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4cd731b8-ea50-48d6-9b60-6e7d528a329c req-c6f4f619-2264-4e98-8356-4938fcdf471b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 945 time: 0.0517220 Aug 06 18:43:03.465422 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-4cd731b8-ea50-48d6-9b60-6e7d528a329c req-a2db7f5b-3ce6-4742-8344-737d73f3586d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312104 Aug 06 18:43:03.587478 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aef205c-9469-4920-b74c-706fa09bd7b7 req-268e8099-14e7-49ec-86c3-5b1f4f5bb405 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:03.589014 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3aef205c-9469-4920-b74c-706fa09bd7b7 req-268e8099-14e7-49ec-86c3-5b1f4f5bb405 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 945 time: 0.0517428 Aug 06 18:43:03.630520 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3aef205c-9469-4920-b74c-706fa09bd7b7 req-12db8f81-0f35-476c-8438-528f97b10ea2 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353403 Aug 06 18:43:03.652784 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49502) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:03.692270 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdab443-6922-4611-8794-b7948d30ba63 tempest-TestVolumeBootPattern-1060744295 tempest-TestVolumeBootPattern-1060744295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:03.693854 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-bbdab443-6922-4611-8794-b7948d30ba63 tempest-TestVolumeBootPattern-1060744295 tempest-TestVolumeBootPattern-1060744295-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1093 time: 0.0400152 Aug 06 18:43:03.697054 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49504) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:43:03.701479 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:43:03.724451 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.826593 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:03.931046 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Allocated IP 172.27.0.242 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/e720977d-89ed-4569-a67d-0a6d53316993) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:43:04.032911 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.072643 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.108016 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:43:04.110909 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:43:04.116515 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:43:04.146585 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=e720977d-89ed-4569-a67d-0a6d53316993,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:04.158620 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.159003 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.159391 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.159781 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.160136 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.160487 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.160848 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.161216 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.161548 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.161911 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.162279 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.162624 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:43:04.502596 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.572857 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.718362 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.722801 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:04.798085 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=e720977d-89ed-4569-a67d-0a6d53316993,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:43:04.807081 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.162933 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.l3_db [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Floating IP 80268f3a-2bd0-44b9-be42-c70d88209f57 associated. External IP: 172.27.0.242, port: 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce. Aug 06 18:43:05.361464 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:43:05.465737 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:43:05.475599 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:43:05.481439 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:05.485026 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:05.485655 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:42:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:05.513828 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-1206c231-909a-4283-8abe-96348537d492 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8157358 Aug 06 18:43:05.514439 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:43:05.516654 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:43:05.552279 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7786f3-49b3-4afd-b4d5-b174ebc1a99b x-openstack-request-id: req-dd7786f3-49b3-4afd-b4d5-b174ebc1a99b {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:43:05.552564 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:43:05.552812 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dd7786f3-49b3-4afd-b4d5-b174ebc1a99b {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:43:05.553207 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'status': 'completed', 'code': 200} Aug 06 18:43:05.592597 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:05.615712 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-fa7bc438-b8d2-4a70-b8be-de2a15cbd2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:05.618411 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-fa7bc438-b8d2-4a70-b8be-de2a15cbd2b9 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1098 time: 0.0412748 Aug 06 18:43:05.706269 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-1664075e-d957-4084-924d-3c82777c514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:05.707813 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-1664075e-d957-4084-924d-3c82777c514d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0828342 Aug 06 18:43:05.778403 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-a48091c2-f859-4708-8c2a-ce51a50afa31 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 999 time: 0.0632236 Aug 06 18:43:05.823109 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:04Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:05.830340 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-be577197-acd5-49d2-9fbb-400fa51615dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:05.831818 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-be577197-acd5-49d2-9fbb-400fa51615dc service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0458503 Aug 06 18:43:05.853025 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:43:05.861902 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:43:05.862509 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:42:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:05.877655 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-a8fd33c5-1ef0-4e64-9af4-2abb69ed9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:05.879183 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-a8fd33c5-1ef0-4e64-9af4-2abb69ed9ff4 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395174 Aug 06 18:43:05.967677 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:43:05.974125 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-28307651-767a-47af-8f6c-6f30d49e6e94 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865009 Aug 06 18:43:06.066140 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-101fe0b1-7f2b-4c05-bc9d-ff9c19d7403f req-c521c0b4-84ef-431b-af4b-28bc45b1ca0e service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846670 Aug 06 18:43:06.194433 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:04Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:43:06.223773 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99978d62-090a-4515-9d03-b8f602fce344 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:04Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:43:06.410925 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee2ac3-dd2b-484f-832a-2846ec504aba None None] New status for floating IP 80268f3a-2bd0-44b9-be42-c70d88209f57: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:43:08.873494 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:43:21.959317 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:22.656883 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-a3dfe1e5-b004-4ee8-9d12-6bd6509c11d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:25.352441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-56ec4a3b-5d71-46c8-813d-2d7e20440081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:25.433443 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:26.361316 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:28.012819 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:45.872820 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:43:51.959601 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:52.657543 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-999c08fa-14c2-4109-8e83-7d5abfb8262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.317134 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-45b75439-c775-465f-9ae8-7becdf51e3b0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391576 Aug 06 18:43:55.355305 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-bce0974e-1f23-41f0-b55d-d9d713ccbf66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.402174 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-5ad1e60b-f3e5-4fe3-9433-0af7c089d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:55.403712 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-5ad1e60b-f3e5-4fe3-9433-0af7c089d623 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1098 time: 0.0405920 Aug 06 18:43:55.435482 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:55.509491 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-15d97d98-6572-4bea-9722-618f6bd92365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:55.510846 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-15d97d98-6572-4bea-9722-618f6bd92365 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0872071 Aug 06 18:43:55.576878 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-20655a72-80d4-4aa3-82af-2b9ea7d2e8ee service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0582035 Aug 06 18:43:55.625149 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-d6f30b45-66b5-43e8-918b-48a2af3ff9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:55.627654 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-d6f30b45-66b5-43e8-918b-48a2af3ff9c1 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0431995 Aug 06 18:43:55.681397 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-e5d7c19b-76ae-4cf2-a0ea-0834878f5f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:43:55.682869 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-e5d7c19b-76ae-4cf2-a0ea-0834878f5f2e service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465114 Aug 06 18:43:55.776873 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-2f28897e-0f9d-4dc2-b864-b6240c396b8d service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819721 Aug 06 18:43:55.873375 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-f1c8d463-9455-41d5-abf3-625211278ea2 req-876641ee-16ee-4541-bcc2-24cf1a958b58 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880547 Aug 06 18:43:56.363561 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:43:58.017466 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:21.977211 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:22.660445 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-67e0bc1f-5ccc-4a85-826e-8d7893f76b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:22.871973 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:44:25.355498 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed422-7889-46ca-9b3e-42ad6366ad08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:25.436427 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:26.366599 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:28.020711 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:51.978130 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.396421 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-3559f4e1-6f85-4a42-b773-344640f5c231 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017794128&fields=id&tenant_id=7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 267 time: 0.0332880 Aug 06 18:44:52.499904 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-02096869-22a7-4f4b-a7f7-94341bca8566 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:52.501261 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-02096869-22a7-4f4b-a7f7-94341bca8566 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 812 time: 0.0977428 Aug 06 18:44:52.516018 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-9859913d-6b8a-4b19-832e-91e4f4f8bd61 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/quotas/7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 375 time: 0.0090172 Aug 06 18:44:52.575511 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-cbf50baf-d2ea-4717-8e53-0364bdebb32d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0542102 Aug 06 18:44:52.661675 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-24b0b2fc-0f34-4a2c-8135-b6038cdae98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:52.668976 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-5715abf7-d112-43b1-acff-ef97a6d75c13 service neutron] 10.222.0.57 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825317 Aug 06 18:44:52.759225 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-b29be91e-2789-4177-b515-78cbaeed4692 service neutron] 10.222.0.57 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837214 Aug 06 18:44:53.043784 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-e5557bce-724f-4432-ad22-685010d7bd2c req-5dfe02a3-7803-4f31-8d6a-eb376cbea7a0 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 210 time: 0.0270262 Aug 06 18:44:53.912123 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-6cad82f0-4598-414d-96ae-1c239423246e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:53.913560 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-6cad82f0-4598-414d-96ae-1c239423246e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 812 time: 0.1033509 Aug 06 18:44:53.956622 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-9c4e47f2-cedb-4a55-b143-69f44ecbc89b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e6ac89b80a34f25af8f415d55c547ac HTTP/1.1" status: 200 len: 380 time: 0.0339472 Aug 06 18:44:53.966350 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'port': {'device_id': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'admin_state_up': True, 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'security_groups': ['ef0a11be-ba00-4bda-bc14-8cddd2423647']}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:54.077855 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Made reservation on behalf of 7e6ac89b80a34f25af8f415d55c547ac for: {'port': 1} {{(pid=93275) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 06 18:44:54.081411 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.137835 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-ccf30a17-db98-4809-9c04-fd352b8b4c34 req-19696db0-4c6d-4a7a-8987-04e82b1b3b2e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 210 time: 0.0262816 Aug 06 18:44:54.222324 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_common [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Allocated IP 172.20.0.7 (c1d385c3-cbfe-47a9-b80f-53e291f18255/bce0ec4c-4654-4f32-9cbf-7fed12a61586/e5ab59b2-9f75-4c11-9312-c18d405c8b63) {{(pid=93275) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:44:54.370211 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.383531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Transition to ACTIVE for port object e5ab59b2-9f75-4c11-9312-c18d405c8b63 will not be triggered until provisioned by entity DHCP. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:54.419846 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_create {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.469500 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 is already hosted by enough agents. {{(pid=93275) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:44:54.472516 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.base_scheduler [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Resources bound (agent type, host, resource id): {{(pid=93275) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:44:54.476266 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Received port after_create {{(pid=93275) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:44:54.499776 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=e5ab59b2-9f75-4c11-9312-c18d405c8b63,revision_number=1']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:54.513358 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.513716 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.514069 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.514411 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.514744 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.515105 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.515444 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.515777 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.516109 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.516435 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.516763 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.517088 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:44:54.541623 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:54.542497 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.559736 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-c27cf4ba-1c5d-4151-ba63-34fd5adc43ff tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978174 Aug 06 18:44:54.646387 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.v2.base [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Request body: {'port': {'device_id': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79091'}} {{(pid=93275) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:44:54.704097 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.820152 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0aa60b65-6c59-4e67-bcbc-518e72ec4c11 None None] Provisioning for port e5ab59b2-9f75-4c11-9312-c18d405c8b63 completed by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:44:54.824713 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-0aa60b65-6c59-4e67-bcbc-518e72ec4c11 None None] Provisioning complete for port e5ab59b2-9f75-4c11-9312-c18d405c8b63 triggered by entity DHCP. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:44:54.825110 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0aa60b65-6c59-4e67-bcbc-518e72ec4c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.858526 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-0aa60b65-6c59-4e67-bcbc-518e72ec4c11 None None] Port e5ab59b2-9f75-4c11-9312-c18d405c8b63 cannot update to ACTIVE because it is not bound. {{(pid=93277) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 06 18:44:54.971807 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ab59b2-9f75-4c11-9312-c18d405c8b63 {{(pid=93275) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:44:54.978897 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:54.990752 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.provisioning_blocks [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Transition to ACTIVE for port object e5ab59b2-9f75-4c11-9312-c18d405c8b63 will not be triggered until provisioned by entity L2. {{(pid=93275) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 06 18:44:54.994030 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.042416 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ab59b2-9f75-4c11-9312-c18d405c8b63,revision_number=2']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:55.118055 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Attempting to bind port e5ab59b2-9f75-4c11-9312-c18d405c8b63 on host hv-cinder-79091 for vnic_type normal with profile {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 06 18:44:55.118386 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Attempting to bind port e5ab59b2-9f75-4c11-9312-c18d405c8b63 by drivers openvswitch,hyperv on host hv-cinder-79091 at level 0 using segments [{'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 06 18:44:55.118713 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Attempting to bind port e5ab59b2-9f75-4c11-9312-c18d405c8b63 on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:55.124260 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Port e5ab59b2-9f75-4c11-9312-c18d405c8b63 on network c1d385c3-cbfe-47a9-b80f-53e291f18255 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79091 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 06 18:44:55.124664 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Attempting to bind port e5ab59b2-9f75-4c11-9312-c18d405c8b63 on network c1d385c3-cbfe-47a9-b80f-53e291f18255 {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 06 18:44:55.129576 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Checking agent: {'id': '2c23a6bc-e404-4493-b6d2-b300598cecd7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79091', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'started_at': datetime.datetime(2021, 8, 6, 18, 27, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 6, 18, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 06 18:44:55.129913 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Checking segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93275) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 06 18:44:55.130295 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Bound using segment: {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'} {{(pid=93275) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 06 18:44:55.130720 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.managers [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Bound port: e5ab59b2-9f75-4c11-9312-c18d405c8b63, host: hv-cinder-79091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01f11dbb-5c9a-456d-8f13-5b43b884dd30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255'}}] {{(pid=93275) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 06 18:44:55.131090 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.200730 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] For port e5ab59b2-9f75-4c11-9312-c18d405c8b63, host hv-cinder-79091, cleared binding levels {{(pid=93275) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 06 18:44:55.204312 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] For port e5ab59b2-9f75-4c11-9312-c18d405c8b63, host hv-cinder-79091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93275) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 06 18:44:55.209032 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126434314'] for port, after_update {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.248751 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.249402 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.250836 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] 10.222.0.81 "PUT /v2.0/ports/e5ab59b2-9f75-4c11-9312-c18d405c8b63 HTTP/1.1" status: 200 len: 1093 time: 0.6830404 Aug 06 18:44:55.251311 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:44:55.253550 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:44:55.286332 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698800dd-c8a2-4ec8-8fc6-86e9b3c68183 req-40b887e8-911c-4356-b93d-5e08187ffd7a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.297441 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-698800dd-c8a2-4ec8-8fc6-86e9b3c68183 req-40b887e8-911c-4356-b93d-5e08187ffd7a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0665457 Aug 06 18:44:55.299854 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf30caf-b8e0-4d65-b4f3-389fdca652b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ab59b2-9f75-4c11-9312-c18d405c8b63,revision_number=3']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:44:55.312628 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805c7c3f-4711-436f-947f-773d2d750440 x-openstack-request-id: req-805c7c3f-4711-436f-947f-773d2d750440 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:44:55.312978 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:44:55.313291 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-805c7c3f-4711-436f-947f-773d2d750440 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:44:55.313754 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'status': 'completed', 'code': 200} Aug 06 18:44:55.336923 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-698800dd-c8a2-4ec8-8fc6-86e9b3c68183 req-a59802a2-598e-4b89-a5d6-5f18a6891b3e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383589 Aug 06 18:44:55.359925 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-4daac5c2-dac4-4bf1-b674-2a29f7911699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.361580 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-4daac5c2-dac4-4bf1-b674-2a29f7911699 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 1096 time: 0.0469775 Aug 06 18:44:55.366471 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-99e4bb79-a689-4b70-aeb3-2c8c49579de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.409022 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-2196f9ce-c1c2-40f9-b140-9dc978e747be service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63 HTTP/1.1" status: 200 len: 217 time: 0.0391412 Aug 06 18:44:55.439710 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:55.462180 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-7be3501e-1f9e-44fe-a9b9-54f45b08c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.464302 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-7be3501e-1f9e-44fe-a9b9-54f45b08c5f2 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0482402 Aug 06 18:44:55.508213 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-547a4f3c-5a37-4b2b-b32e-88f81634f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.509638 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-547a4f3c-5a37-4b2b-b32e-88f81634f7a7 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393090 Aug 06 18:44:55.602877 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-0de618b7-5f19-4cb9-8691-29666c583e64 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862987 Aug 06 18:44:55.689986 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-dd8afcbc-ed2e-424c-93fe-d0a0492b1212 req-3a1e19fc-fd1c-4b7f-9194-2f85e0578a14 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798295 Aug 06 18:44:55.777223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-8b2a969c-039a-4519-a75e-113b2c726de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.778589 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-8b2a969c-039a-4519-a75e-113b2c726de4 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 1096 time: 0.0450275 Aug 06 18:44:55.867463 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-cac3014e-6794-4069-b49b-aa37efcf23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.868941 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-cac3014e-6794-4069-b49b-aa37efcf23ad service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0827458 Aug 06 18:44:55.914281 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-e464cfcb-c1c9-4ed1-bd9c-9634df29bb56 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63 HTTP/1.1" status: 200 len: 217 time: 0.0361087 Aug 06 18:44:55.963291 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-c6312bd7-e694-4119-9b65-8f6735814e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:55.965435 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-c6312bd7-e694-4119-9b65-8f6735814e54 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0441549 Aug 06 18:44:56.009510 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-59f66bb5-2e79-41d9-aa02-651f99d889c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:56.011567 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-59f66bb5-2e79-41d9-aa02-651f99d889c9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392525 Aug 06 18:44:56.110883 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-b552a725-34ff-48de-a468-0e3fbf0aa568 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887957 Aug 06 18:44:56.202551 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-cd2b32d4-099b-42be-8fef-d6fbdea59bc0 req-4a90bec8-acda-4c13-a8b3-4f880a945588 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803754 Aug 06 18:44:56.327942 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-bd8f6c38-9d37-4317-adef-2c28b9107044 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441146 Aug 06 18:44:56.373696 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:56.410825 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-ce5d18b9-8ec7-4600-8b93-9538a4495561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:56.412375 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-ce5d18b9-8ec7-4600-8b93-9538a4495561 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1098 time: 0.0446427 Aug 06 18:44:56.466059 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1ff9c-f1d2-4a8e-900a-30a7f1018264 req-b6e1b66b-55e0-420c-8dfe-93aeb6d046dc tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:56.467692 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5fa1ff9c-f1d2-4a8e-900a-30a7f1018264 req-b6e1b66b-55e0-420c-8dfe-93aeb6d046dc tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0530920 Aug 06 18:44:56.506447 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5fa1ff9c-f1d2-4a8e-900a-30a7f1018264 req-26b460e4-b815-4e35-9d40-b56318396946 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325859 Aug 06 18:44:56.520091 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-1e1c8718-a024-426d-9c14-451cdda04d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:56.521573 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-1e1c8718-a024-426d-9c14-451cdda04d61 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0866084 Aug 06 18:44:56.590701 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-435a169f-0259-454c-bc14-8e4945a09022 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0620346 Aug 06 18:44:56.641112 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-fc588377-9667-4eeb-a9b7-1ead6647456b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:56.642456 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-fc588377-9667-4eeb-a9b7-1ead6647456b service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0447266 Aug 06 18:44:56.689240 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-f0fbddc1-9870-46a4-9c0f-58bd8000f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:56.690728 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-f0fbddc1-9870-46a4-9c0f-58bd8000f865 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410290 Aug 06 18:44:57.036225 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-0cc8a084-5fee-40cc-a57a-c313e570cfec service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385935 Aug 06 18:44:57.123546 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-0d1f04e1-7515-431d-9cda-66b92e65ff87 req-5ee96b15-8c9b-4f3b-a467-12c90ff6a4f5 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797546 Aug 06 18:44:57.620354 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2683b48-0df3-4075-b15f-537405adf2e9 req-a57e3a87-ddfa-40fd-b1bb-e11f6e8d5b3c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:57.621825 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f2683b48-0df3-4075-b15f-537405adf2e9 req-a57e3a87-ddfa-40fd-b1bb-e11f6e8d5b3c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0483615 Aug 06 18:44:57.659911 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f2683b48-0df3-4075-b15f-537405adf2e9 req-85974a29-74c1-41c9-82aa-0f76e0a2b33d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 06 18:44:58.023094 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:44:58.774212 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e82bc3-b986-40cc-8812-793b4b238337 req-676e0587-2a59-4eb6-a65f-bec3d0142edc tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:58.776168 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a8e82bc3-b986-40cc-8812-793b4b238337 req-676e0587-2a59-4eb6-a65f-bec3d0142edc tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0472927 Aug 06 18:44:58.813601 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a8e82bc3-b986-40cc-8812-793b4b238337 req-c99e7b4d-519c-4ebc-b538-8f561ac37482 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315480 Aug 06 18:44:59.871689 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:44:59.928728 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd421010-e4b7-40af-9eba-f9b4601996fd req-a3aeef19-f632-43d0-ab9e-3553ef52514b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:44:59.930157 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd421010-e4b7-40af-9eba-f9b4601996fd req-a3aeef19-f632-43d0-ab9e-3553ef52514b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0514038 Aug 06 18:44:59.966923 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-dd421010-e4b7-40af-9eba-f9b4601996fd req-5300c9f5-82bb-4c37-b5a3-976675d9b502 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302289 Aug 06 18:45:01.080262 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237fdfee-7ab0-4cad-af74-c3af2f186af8 req-945b160f-3634-4e0e-82cb-d1f702eba77c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:01.081699 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-237fdfee-7ab0-4cad-af74-c3af2f186af8 req-945b160f-3634-4e0e-82cb-d1f702eba77c tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0484450 Aug 06 18:45:01.117856 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-237fdfee-7ab0-4cad-af74-c3af2f186af8 req-608f89c4-aef1-4cc0-bb09-3a9955434f84 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303581 Aug 06 18:45:02.233390 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a51f-b925-4636-84fd-7aba5fc632da req-7f25a2f4-cd22-4add-9784-29748399e97e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:02.234852 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f99a51f-b925-4636-84fd-7aba5fc632da req-7f25a2f4-cd22-4add-9784-29748399e97e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0487280 Aug 06 18:45:02.272044 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-8f99a51f-b925-4636-84fd-7aba5fc632da req-f10df973-385d-422a-80cd-aa9da1f850b6 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312369 Aug 06 18:45:03.388686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a7b61-d577-47cc-a05a-876a39614d43 req-bcd985fb-6b8d-4b67-9db6-06bebd6c4094 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:03.390149 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-864a7b61-d577-47cc-a05a-876a39614d43 req-bcd985fb-6b8d-4b67-9db6-06bebd6c4094 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 943 time: 0.0529997 Aug 06 18:45:03.428665 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-864a7b61-d577-47cc-a05a-876a39614d43 req-73c76cd7-fdee-4d08-9450-a4ad1322c18b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325649 Aug 06 18:45:04.025822 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device e5ab59b2-9f75-4c11-9312-c18d405c8b63 details requested by agent hyperv_hv-cinder-79091 with host hv-cinder-79091 {{(pid=93277) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 06 18:45:04.117335 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port e5ab59b2-9f75-4c11-9312-c18d405c8b63, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:04.128789 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Returning: {'device': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'port_id': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'mac_address': 'fa:16:3e:b2:14:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93277) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 06 18:45:04.163815 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.176592 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ab59b2-9f75-4c11-9312-c18d405c8b63 {{(pid=93277) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 06 18:45:04.196900 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port e5ab59b2-9f75-4c11-9312-c18d405c8b63, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:04.200486 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:04.251542 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=e5ab59b2-9f75-4c11-9312-c18d405c8b63,revision_number=4']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:04.258837 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.259210 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.259639 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.260383 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.260383 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.260661 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.261028 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.261585 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.262115 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.262508 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.262837 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.263188 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:04.426136 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] get_ports_and_sgs() called for port_ids ['e5ab59b2-9f75-4c11-9312-c18d405c8b63'] {{(pid=93277) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 06 18:45:04.551368 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de06e21-ed3c-41cd-91ed-b4be58f7842b req-2d2e7a84-ed4d-46a4-b2f4-f97654c186af tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:04.552933 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3de06e21-ed3c-41cd-91ed-b4be58f7842b req-2d2e7a84-ed4d-46a4-b2f4-f97654c186af tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 944 time: 0.0543678 Aug 06 18:45:04.600633 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3de06e21-ed3c-41cd-91ed-b4be58f7842b req-8bc81726-96b7-4ed5-9e56-db545d251ec0 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395677 Aug 06 18:45:05.714447 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8cf58a-5334-4c1e-8540-ca0b1ee43650 req-629da688-2f27-4c53-870b-24622725c4be tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:05.715914 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a8cf58a-5334-4c1e-8540-ca0b1ee43650 req-629da688-2f27-4c53-870b-24622725c4be tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 944 time: 0.0481036 Aug 06 18:45:05.753387 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-5a8cf58a-5334-4c1e-8540-ca0b1ee43650 req-00ca6962-d4a5-44df-8bae-30da9b4caabf tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316334 Aug 06 18:45:06.033779 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device e5ab59b2-9f75-4c11-9312-c18d405c8b63 up at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 06 18:45:06.081961 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning for port e5ab59b2-9f75-4c11-9312-c18d405c8b63 completed by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 06 18:45:06.085450 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.provisioning_blocks [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Provisioning complete for port e5ab59b2-9f75-4c11-9312-c18d405c8b63 triggered by entity L2. {{(pid=93277) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 06 18:45:06.085821 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1648978'] for port, provisioning_complete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.159497 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.181031 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63'}] {{(pid=93277) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:45:06.184240 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1bb3a8857c0979ab65135e060c3013cb9641c164af4a9c3d16955b4e65d32b1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb71934-bfdc-4860-852e-db2e4e91bb26" -d '{"events": [{"server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "name": "network-vif-plugged", "status": "completed", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63"}]}' {{(pid=93277) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:45:06.200967 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] For port e5ab59b2-9f75-4c11-9312-c18d405c8b63, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:45:06.205019 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412'] for port, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:06.228153 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91abeee-29da-471e-bbe7-0fb74d7dee7a x-openstack-request-id: req-e91abeee-29da-471e-bbe7-0fb74d7dee7a {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:45:06.228436 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "name": "network-vif-plugged", "status": "completed", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63", "code": 200}]} {{(pid=93277) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:45:06.228694 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e91abeee-29da-471e-bbe7-0fb74d7dee7a {{(pid=93277) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:45:06.229083 dv-cinder-790910-9-iscsi neutron-server[93277]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'code': 200} Aug 06 18:45:06.254405 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Pushing event updated for resources: {'Port': ['ID=e5ab59b2-9f75-4c11-9312-c18d405c8b63,revision_number=5']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:06.463548 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c35b9b-89f1-4e45-9597-08d7f931fcf8 req-f1122666-9de0-4fa7-bd97-56fefdcacd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:06.464980 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8c35b9b-89f1-4e45-9597-08d7f931fcf8 req-f1122666-9de0-4fa7-bd97-56fefdcacd5f service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 1098 time: 0.0443649 Aug 06 18:45:06.499845 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-e8c35b9b-89f1-4e45-9597-08d7f931fcf8 req-1aa247bb-29fd-4401-b3a7-a59396719929 service neutron] 10.222.0.81 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281653 Aug 06 18:45:06.878806 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99482f-da10-4f44-a424-445d654102df req-d0b7641a-f71c-47a1-9ffc-21a336de3648 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:06.880304 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3e99482f-da10-4f44-a424-445d654102df req-d0b7641a-f71c-47a1-9ffc-21a336de3648 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 945 time: 0.0522764 Aug 06 18:45:06.918416 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-3e99482f-da10-4f44-a424-445d654102df req-4fcd14c7-b9dc-452d-acb8-07479daa9654 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320909 Aug 06 18:45:08.082514 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c87ec0-867c-4ab4-b9d7-4607c6cef58c req-038eb9a1-6f13-443f-9d54-7c016ddb6696 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:08.084007 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-42c87ec0-867c-4ab4-b9d7-4607c6cef58c req-038eb9a1-6f13-443f-9d54-7c016ddb6696 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 945 time: 0.0491199 Aug 06 18:45:08.122379 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-42c87ec0-867c-4ab4-b9d7-4607c6cef58c req-a18d21a2-bd20-4fe1-8c76-98c3b2280c7b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Aug 06 18:45:08.234611 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4f373-9678-4e32-8d6d-fca84ba43861 req-a1b75c15-92f0-44b2-b6c3-2d3054f305bb tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:08.236101 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-66f4f373-9678-4e32-8d6d-fca84ba43861 req-a1b75c15-92f0-44b2-b6c3-2d3054f305bb tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 945 time: 0.0492022 Aug 06 18:45:08.273000 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-66f4f373-9678-4e32-8d6d-fca84ba43861 req-d7fee63a-05c3-4557-9cb6-a23c0976eb97 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311058 Aug 06 18:45:08.297014 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49650) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:08.339929 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e7aba8-9552-418d-b1f1-4ddc9e36fb8f tempest-TestVolumeBootPattern-1060744295 tempest-TestVolumeBootPattern-1060744295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:08.341275 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-a9e7aba8-9552-418d-b1f1-4ddc9e36fb8f tempest-TestVolumeBootPattern-1060744295 tempest-TestVolumeBootPattern-1060744295-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 1093 time: 0.0433156 Aug 06 18:45:08.343999 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49652) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:45:08.348245 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.v2.base [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Request body: {'floatingip': {'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'port_id': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93276) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 06 18:45:08.371546 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.465077 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.573490 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_common [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Allocated IP 172.27.0.42 (fc5807c6-1795-40fb-b522-109f88075d12/ce10fc57-6774-4c76-9cb3-a1c3587903b3/16c71279-71d2-40fa-b835-4392a6cceb4d) {{(pid=93276) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 06 18:45:08.670857 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.707947 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782874895068', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:08.751874 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Network fc5807c6-1795-40fb-b522-109f88075d12 is already hosted by enough agents. {{(pid=93276) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 06 18:45:08.754770 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.base_scheduler [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Resources bound (agent type, host, resource id): {{(pid=93276) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 06 18:45:08.758331 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Received port after_create {{(pid=93276) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 06 18:45:08.764542 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=16c71279-71d2-40fa-b835-4392a6cceb4d,revision_number=1']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:08.791840 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.792267 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.792842 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.793256 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.793593 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.793928 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.794263 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.794594 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.794925 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.795277 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.795867 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:08.796188 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:45:09.122773 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.190686 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1700741'] for port, before_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.337955 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for port, precommit_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.342292 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782875418453', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782874895086', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782874897412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126368474'] for port, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.408527 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event updated for resources: {'Port': ['ID=16c71279-71d2-40fa-b835-4392a6cceb4d,revision_number=2']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:45:09.418797 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-566346'] for floatingip, after_update {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.515520 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.l3_db [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Floating IP fe383cb9-8045-4ba5-a843-376bacd6ad0e associated. External IP: 172.27.0.42, port: e5ab59b2-9f75-4c11-9312-c18d405c8b63. Aug 06 18:45:09.712561 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:45:09.816632 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:45:09.827198 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:45:09.831846 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:09.837087 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:09.837774 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:44:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:09.871096 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-9cb35494-780d-4890-af59-aea58a7b3221 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5133765 Aug 06 18:45:09.871096 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:45:09.871096 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e4999d-4019-44fc-b597-9d793ef39d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:45:09.896588 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f5c852-15b8-46a2-9dad-79251b1f8303 x-openstack-request-id: req-d9f5c852-15b8-46a2-9dad-79251b1f8303 {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:45:09.896873 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:45:09.897119 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9f5c852-15b8-46a2-9dad-79251b1f8303 {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:45:09.897513 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'status': 'completed', 'code': 200} Aug 06 18:45:09.962964 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-7d8c5b7b-95a2-4e89-ac25-d6ae7188d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:09.964456 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-7d8c5b7b-95a2-4e89-ac25-d6ae7188d595 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 1098 time: 0.0429821 Aug 06 18:45:10.062486 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-9ac95be0-cfcb-45cf-8067-2d55db10071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:10.064005 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-9ac95be0-cfcb-45cf-8067-2d55db10071d service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0911789 Aug 06 18:45:10.069164 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:10.129204 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-fad858b2-81af-49c7-a32f-db8cbe52c3eb service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63 HTTP/1.1" status: 200 len: 998 time: 0.0577590 Aug 06 18:45:10.178559 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-da4979d5-ac1c-4e9d-9096-ffdbcd1b519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:10.180295 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-da4979d5-ac1c-4e9d-9096-ffdbcd1b519f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0432923 Aug 06 18:45:10.234362 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-1391b07d-f688-4c65-a16e-a117ec66a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:10.235896 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-1391b07d-f688-4c65-a16e-a117ec66a5b9 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487287 Aug 06 18:45:10.288377 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:06Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}, {'id': 'fe383cb9-8045-4ba5-a843-376bacd6ad0e', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:b2:14:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:45:08Z', 'updated_at': '2021-08-06T18:45:08Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:10.319128 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:45:10.325518 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-2ca22e0d-3ae7-4912-a129-7ab705ab59ac service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819402 Aug 06 18:45:10.327595 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:45:10.328205 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:44:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:10.421038 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-d7e4999d-4019-44fc-b597-9d793ef39d1c req-e2c4ee7e-9ff8-4159-8ffb-07e908cafe47 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882142 Aug 06 18:45:10.429883 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:45:10.656634 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:06Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}, {'id': 'fe383cb9-8045-4ba5-a843-376bacd6ad0e', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:b2:14:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:45:08Z', 'updated_at': '2021-08-06T18:45:08Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:45:10.682954 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a79b4d0-84f5-4196-b492-3c9797c97e16 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:06Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}, {'id': 'fe383cb9-8045-4ba5-a843-376bacd6ad0e', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.42', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:b2:14:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:45:08Z', 'updated_at': '2021-08-06T18:45:08Z', 'revision_number': 0, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:45:10.864072 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5459794a-e69f-49f8-9ce4-87c56e00c505 None None] New status for floating IP fe383cb9-8045-4ba5-a843-376bacd6ad0e: ACTIVE {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:45:21.973746 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:22.662476 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b9fb184f-e19d-4293-866f-d91d81829708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.357547 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-23901b3f-7f5e-4147-9357-a95eb42dc285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:25.440047 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:26.372465 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:28.030266 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:30.871090 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [req-cc7a972f-bb23-46f7-8f80-59007f137d09 req-fa9be748-1164-43d6-b362-229357a34e46 service neutron] (93276) timed out ('10.222.0.81', 63254) {{(pid=93276) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 06 18:45:36.873476 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:45:51.985418 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:52.664458 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b7af8f78-5af9-4b0a-beb6-2a012e16f1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:55.358233 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-262e840c-3e41-44d4-8f14-07edfb2b868e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:55.440244 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:56.373044 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:58.028223 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:45:58.310654 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-d5ef7b5d-dccb-467c-8829-7942b916ae84 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406237 Aug 06 18:45:58.388627 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-7f5be63a-87e8-4525-96d1-c88bba671601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:58.390103 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-7f5be63a-87e8-4525-96d1-c88bba671601 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1098 time: 0.0389643 Aug 06 18:45:58.495871 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-0d6aebfa-eb23-431d-80de-12a34ca952fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:58.497327 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-0d6aebfa-eb23-431d-80de-12a34ca952fb service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0872340 Aug 06 18:45:58.562122 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-9bc4aca2-973b-45f3-b1db-6fb1e8218081 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 1001 time: 0.0578547 Aug 06 18:45:58.622998 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-5a208290-b1a3-4950-a651-de4aa1b7f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:58.625162 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-5a208290-b1a3-4950-a651-de4aa1b7f45d service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0567126 Aug 06 18:45:58.679616 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-f9d74eb3-1827-417a-a644-2979d265e557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:45:58.681115 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-f9d74eb3-1827-417a-a644-2979d265e557 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489106 Aug 06 18:45:58.769100 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-731c76d1-bfcc-4cdc-bc98-854b5a36f94d service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804689 Aug 06 18:45:58.859438 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92b669fd-bc91-4eec-bcf6-9d304fcf70b0 req-bfd3eb4c-6587-44c8-9d06-e6516f3050a1 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835016 Aug 06 18:46:13.872341 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:46:21.985823 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:22.663981 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-c0e5f2e5-6369-4677-87ed-3c2f67c15c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:25.358340 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f36d29b6-be19-4e27-a09f-5e51cefe08ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:25.440775 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:26.376391 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:28.030773 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:36.874937 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49678) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:37.032384 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Deleting port 16c71279-71d2-40fa-b835-4392a6cceb4d {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:37.032726 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.108531 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.108860 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.120804 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Calling delete_port for 16c71279-71d2-40fa-b835-4392a6cceb4d owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:37.262217 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.291849 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'Port': ['ID=16c71279-71d2-40fa-b835-4392a6cceb4d,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:37.315304 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.315653 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.316035 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.316837 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.317178 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.317512 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.317845 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.318178 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.318508 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.318835 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.319184 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.319510 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93276) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:37.359712 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.360043 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.db.l3_db [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Floating IP fe383cb9-8045-4ba5-a843-376bacd6ad0e disassociated (deleted). External IP: 172.27.0.42, port: e5ab59b2-9f75-4c11-9312-c18d405c8b63. Aug 06 18:46:37.820662 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:37.924647 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:37.929919 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:37.935090 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:37.944878 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:37.945482 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:37.957072 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-61b01d3c-b17c-4e60-b194-0e3cf2b819c9 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "DELETE /v2.0/floatingips/fe383cb9-8045-4ba5-a843-376bacd6ad0e HTTP/1.1" status: 204 len: 168 time: 1.0808549 Aug 06 18:46:37.957832 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63'}] {{(pid=93276) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:37.960206 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b68fb6d403dfaf3ffcd48fc6fa2996c4a89b73c7a914b6dedb2b8bafab224859" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5887e3-55d4-449d-8192-e81696959416" -d '{"events": [{"name": "network-changed", "server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63"}]}' {{(pid=93276) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:38.055391 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc0359e-0770-42c6-a04c-facb8eb6249f x-openstack-request-id: req-0cc0359e-0770-42c6-a04c-facb8eb6249f {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:38.055682 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63", "status": "completed", "code": 200}]} {{(pid=93276) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:38.055960 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cc0359e-0770-42c6-a04c-facb8eb6249f {{(pid=93276) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:38.056356 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'status': 'completed', 'code': 200} Aug 06 18:46:38.063654 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:38.132335 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5887e3-55d4-449d-8192-e81696959416 req-94d344fc-e84f-41f8-8229-df3bc9607b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:38.133882 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-94d344fc-e84f-41f8-8229-df3bc9607b9f service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 1098 time: 0.0460148 Aug 06 18:46:38.244569 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5887e3-55d4-449d-8192-e81696959416 req-41a43dc2-5833-4316-b57f-d812567034b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:38.246164 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-41a43dc2-5833-4316-b57f-d812567034b9 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.1045988 Aug 06 18:46:38.258512 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b42afe-90be-4d88-bcdd-14a1f613ce92 req-a06e4759-498f-4bda-a5b9-227bae3f729f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:38.260046 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f4b42afe-90be-4d88-bcdd-14a1f613ce92 req-a06e4759-498f-4bda-a5b9-227bae3f729f tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 945 time: 0.1115751 Aug 06 18:46:38.289506 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-fa90c02d-28b6-41f7-8b1e-aebc38545cf5 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63 HTTP/1.1" status: 200 len: 217 time: 0.0356414 Aug 06 18:46:38.299804 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-f4b42afe-90be-4d88-bcdd-14a1f613ce92 req-3ffda9d3-dc50-41e2-ab12-ceb255f4a406 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338156 Aug 06 18:46:38.317187 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:06Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:38.340395 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5887e3-55d4-449d-8192-e81696959416 req-60973151-4de6-4e5b-a737-291f7ce3eb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:38.341914 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-60973151-4de6-4e5b-a737-291f7ce3eb96 service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0446811 Aug 06 18:46:38.343314 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:38.352293 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:38.352839 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:38.392745 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5887e3-55d4-449d-8192-e81696959416 req-89ffc2b2-43ce-474b-943e-fb69d544a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:38.394977 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-89ffc2b2-43ce-474b-943e-fb69d544a460 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442045 Aug 06 18:46:38.457589 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:38.484325 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-1b69c0d1-acde-46ba-8ccf-a700e0e21ea5 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820036 Aug 06 18:46:38.578560 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-1c5887e3-55d4-449d-8192-e81696959416 req-d4a591b9-bed5-4361-b80b-d548dfb5a90e service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862248 Aug 06 18:46:38.674976 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:06Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:38.703264 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a5592e-6956-4f3d-b49e-daddc866ff6c None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_floatingips': [{'id': '80268f3a-2bd0-44b9-be42-c70d88209f57', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'floating_ip_address': '172.27.0.242', 'floating_network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'router_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'port_id': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'mac_address': 'fa:16:3e:c2:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-06T18:43:04Z', 'updated_at': '2021-08-06T18:43:06Z', 'revision_number': 1, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:38.915302 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f785c0-8bd8-46dd-a4ce-7a91bfe40c03 None None] New status for floating IP fe383cb9-8045-4ba5-a843-376bacd6ad0e: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:46:39.475535 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb3e31-858a-4985-9daa-da599cae12c1 req-01d5ef4d-f195-46eb-8772-c7b5d1f9b19a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:39.477000 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3fb3e31-858a-4985-9daa-da599cae12c1 req-01d5ef4d-f195-46eb-8772-c7b5d1f9b19a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 945 time: 0.0971010 Aug 06 18:46:39.514529 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-a3fb3e31-858a-4985-9daa-da599cae12c1 req-ec677040-4811-47a2-988a-2f2c735976dd tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316596 Aug 06 18:46:39.694213 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-c28d3d42-159e-41e1-a775-faa1455ce14e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:39.695827 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-c28d3d42-159e-41e1-a775-faa1455ce14e tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 945 time: 0.0513439 Aug 06 18:46:39.782472 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Deleting port e5ab59b2-9f75-4c11-9312-c18d405c8b63 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:39.782811 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:39.871946 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] For port e5ab59b2-9f75-4c11-9312-c18d405c8b63, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=e5ab59b2-9f75-4c11-9312-c18d405c8b63,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:39.872310 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:39.884505 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Calling delete_port for e5ab59b2-9f75-4c11-9312-c18d405c8b63 owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:40.015378 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.045053 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'Port': ['ID=e5ab59b2-9f75-4c11-9312-c18d405c8b63,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:40.058849 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.059228 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.059569 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.059904 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.060231 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.060559 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.060887 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.061208 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.061531 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.061850 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.062166 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.062479 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93275) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:40.095915 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] No DVR routers for this DVR port e5ab59b2-9f75-4c11-9312-c18d405c8b63 on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:40.099198 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:40.101196 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-236e2527-f73b-45c4-bf13-50eb91c94978 req-1e8c1cc5-874f-42e4-a25b-068987dd010a tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "DELETE /v2.0/ports/e5ab59b2-9f75-4c11-9312-c18d405c8b63 HTTP/1.1" status: 204 len: 173 time: 0.3996239 Aug 06 18:46:40.101614 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'name': 'network-vif-deleted', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:40.103937 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7742a5ab-6b2a-4e79-a62d-249513586284" -d '{"events": [{"server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "name": "network-vif-deleted", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:40.197246 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bd8d24-4606-441f-acc8-2be6f40d7a25 x-openstack-request-id: req-71bd8d24-4606-441f-acc8-2be6f40d7a25 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:40.197541 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d757d8b0-5668-4280-aeb5-337d863a5a5b", "name": "network-vif-deleted", "tag": "e5ab59b2-9f75-4c11-9312-c18d405c8b63", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:40.197795 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71bd8d24-4606-441f-acc8-2be6f40d7a25 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:40.198194 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd757d8b0-5668-4280-aeb5-337d863a5a5b', 'name': 'network-vif-deleted', 'tag': 'e5ab59b2-9f75-4c11-9312-c18d405c8b63', 'status': 'completed', 'code': 200} Aug 06 18:46:40.620332 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-0c78217c-75ac-44e7-9a0a-1d659db158c0 req-2217e19d-5aa5-479c-9c42-5ff007e1b516 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=d757d8b0-5668-4280-aeb5-337d863a5a5b HTTP/1.1" status: 200 len: 210 time: 0.0297916 Aug 06 18:46:42.439413 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device e5ab59b2-9f75-4c11-9312-c18d405c8b63 no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:42.459637 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: e5ab59b2-9f75-4c11-9312-c18d405c8b63 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:42.459982 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device e5ab59b2-9f75-4c11-9312-c18d405c8b63 not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:43.897271 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49728) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:44.051759 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Deleting port e720977d-89ed-4569-a67d-0a6d53316993 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:44.052101 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.129561 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.129887 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.141062 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Calling delete_port for e720977d-89ed-4569-a67d-0a6d53316993 owned by network:floatingip {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:44.290457 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.318404 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'Port': ['ID=e720977d-89ed-4569-a67d-0a6d53316993,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:44.380901 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.381230 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.db.l3_db [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Floating IP 80268f3a-2bd0-44b9-be42-c70d88209f57 disassociated (deleted). External IP: 172.27.0.242, port: 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce. Aug 06 18:46:44.581461 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:44.697459 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:44.702235 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:44.706813 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:44.715660 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:44.716276 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:44.730671 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-dea49aab-fcce-4d29-aad6-c0d68ac2de56 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "DELETE /v2.0/floatingips/80268f3a-2bd0-44b9-be42-c70d88209f57 HTTP/1.1" status: 204 len: 168 time: 0.8323162 Aug 06 18:46:44.731271 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:44.733518 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92dee3aa-1985-49d9-9840-82176ac0e948" -d '{"events": [{"name": "network-changed", "server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:44.772825 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9f91d-1750-4446-8271-c6eea05ffab4 x-openstack-request-id: req-b0c9f91d-1750-4446-8271-c6eea05ffab4 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:44.773126 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:44.773381 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0c9f91d-1750-4446-8271-c6eea05ffab4 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:44.773784 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'status': 'completed', 'code': 200} Aug 06 18:46:44.834126 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:44.844849 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-148a2dc5-125e-4cd8-8753-b69b8a378de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:44.846427 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-148a2dc5-125e-4cd8-8753-b69b8a378de7 service neutron] 10.222.0.81 "GET /v2.0/ports?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 1098 time: 0.0502071 Aug 06 18:46:44.942583 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-a81ab297-28c4-4af9-930a-7ec3a6bef867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:44.944422 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-a81ab297-28c4-4af9-930a-7ec3a6bef867 service neutron] 10.222.0.81 "GET /v2.0/networks?id=c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 200 len: 913 time: 0.0897744 Aug 06 18:46:44.956810 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b633ac-d9c3-4cce-829a-2b129a504c40 req-25b1adc5-411f-4a66-a4ec-a78e9ac5f175 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:44.959923 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-79b633ac-d9c3-4cce-829a-2b129a504c40 req-25b1adc5-411f-4a66-a4ec-a78e9ac5f175 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 945 time: 0.0507972 Aug 06 18:46:44.991524 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-5b2d55c6-251e-4f6f-894f-29572f30a1b3 service neutron] 10.222.0.81 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 200 len: 217 time: 0.0388598 Aug 06 18:46:44.999303 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-79b633ac-d9c3-4cce-829a-2b129a504c40 req-f3d6ce72-758b-44eb-bd93-ef24cf253a94 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350680 Aug 06 18:46:45.044869 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-6e7e56f9-438d-4d86-a975-1d811f98248f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:45.046310 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-6e7e56f9-438d-4d86-a975-1d811f98248f service neutron] 10.222.0.81 "GET /v2.0/subnets?id=bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 200 len: 851 time: 0.0461817 Aug 06 18:46:45.046873 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:45.076934 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:45.085368 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:45.085906 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:45.090655 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-d0a851ac-798d-484c-9bd4-75fc4b0b9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:45.092182 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-d0a851ac-798d-484c-9bd4-75fc4b0b9354 service neutron] 10.222.0.81 "GET /v2.0/ports?network_id=c1d385c3-cbfe-47a9-b80f-53e291f18255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387805 Aug 06 18:46:45.188331 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-43f47aa9-5a45-4421-bc9c-caf26c0eb8d7 service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884216 Aug 06 18:46:45.280947 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-92dee3aa-1985-49d9-9840-82176ac0e948 req-0be35bdc-7d2a-4c7b-bdc9-daf41404ec4e service neutron] 10.222.0.81 "GET /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852008 Aug 06 18:46:45.322445 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:45.515382 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:45.541267 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a841e124-fccd-4b74-80cd-2c9b26c4f038 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:40:02Z', 'revision_number': 4, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi', '_interfaces': [{'id': 'b4f752ac-6be0-4a3e-81b3-db520c4a4a02', 'name': '', 'network_id': 'c1d385c3-cbfe-47a9-b80f-53e291f18255', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'mac_address': 'fa:16:3e:b2:0d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:01Z', 'updated_at': '2021-08-06T18:40:08Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'subnets': [{'id': 'bce0ec4c-4654-4f32-9cbf-7fed12a61586', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:45.756042 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c765ff9-3159-471a-9a29-fee92bd2c69b None None] New status for floating IP 80268f3a-2bd0-44b9-be42-c70d88209f57: DOWN {{(pid=93278) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 06 18:46:46.120378 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b53c1-4a34-42d1-a1fb-1331c8cd5866 req-40c93e7f-5fec-48b9-a664-cf7b6f856d06 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93276) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:46.121835 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-984b53c1-4a34-42d1-a1fb-1331c8cd5866 req-40c93e7f-5fec-48b9-a664-cf7b6f856d06 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 945 time: 0.0482960 Aug 06 18:46:46.160250 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-984b53c1-4a34-42d1-a1fb-1331c8cd5866 req-ced7fac8-ea0b-44a2-9489-44678fd71173 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/security-groups?id=ef0a11be-ba00-4bda-bc14-8cddd2423647&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314388 Aug 06 18:46:46.407204 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-4d5a33b5-9d34-4a27-93a8-21e42785d90d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93275) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 06 18:46:46.408629 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-4d5a33b5-9d34-4a27-93a8-21e42785d90d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 945 time: 0.0512407 Aug 06 18:46:46.494029 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Deleting port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:46.494373 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.582505 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] For port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce, host hv-cinder-79091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79091',level=0,port_id=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:46.582852 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.594951 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Calling delete_port for 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce owned by compute:nova {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:46.717421 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.748059 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'Port': ['ID=1e9d16bf-0c22-42db-9d85-85eaadb6a4ce,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:46.787580 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] No DVR routers for this DVR port 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce on host hv-cinder-79091 {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:46.789988 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for port, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:46.792229 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [req-35d1acf5-5fe1-4c13-aae3-806b07f830e7 req-8d2f02d1-d185-4e2f-a4c0-91910815c052 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.81 "DELETE /v2.0/ports/1e9d16bf-0c22-42db-9d85-85eaadb6a4ce HTTP/1.1" status: 204 len: 173 time: 0.3770046 Aug 06 18:46:46.792667 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'name': 'network-vif-deleted', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce'}] {{(pid=93275) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 06 18:46:46.794910 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c2653866be08eb6510cb8536339997d35d01aae3cb0946cc534d780c7731c31" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cd0068-6dce-4375-b6f8-ab45b436d04f" -d '{"events": [{"server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "name": "network-vif-deleted", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce"}]}' {{(pid=93275) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 06 18:46:46.833231 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 06 Aug 2021 18:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b2fb71-4f3b-459d-b578-e66a8033e1a0 x-openstack-request-id: req-e3b2fb71-4f3b-459d-b578-e66a8033e1a0 {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 06 18:46:46.833525 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd90101a-b699-47ca-b431-156636bd9c0f", "name": "network-vif-deleted", "tag": "1e9d16bf-0c22-42db-9d85-85eaadb6a4ce", "status": "completed", "code": 200}]} {{(pid=93275) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 06 18:46:46.833777 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e3b2fb71-4f3b-459d-b578-e66a8033e1a0 {{(pid=93275) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 06 18:46:46.834171 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd90101a-b699-47ca-b431-156636bd9c0f', 'name': 'network-vif-deleted', 'tag': '1e9d16bf-0c22-42db-9d85-85eaadb6a4ce', 'status': 'completed', 'code': 200} Aug 06 18:46:47.267128 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [req-6e380705-7e97-482b-af81-9e103187b42c req-19ef6bff-1460-4cc8-80c5-2763c29a086b tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "GET /v2.0/ports?device_id=bd90101a-b699-47ca-b431-156636bd9c0f HTTP/1.1" status: 200 len: 210 time: 0.0261321 Aug 06 18:46:48.323254 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49744) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:48.447486 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Deleting port 74364566-4c59-4170-8615-2dc9d5771ef8 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:48.447826 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.522053 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.522378 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.533488 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Calling delete_port for 74364566-4c59-4170-8615-2dc9d5771ef8 owned by network:floatingip {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:48.664346 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.688610 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'Port': ['ID=74364566-4c59-4170-8615-2dc9d5771ef8,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:48.751023 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for floatingip, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.754290 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-173524'] for floatingip, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:48.755484 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d63b6dfc-6491-4dd3-9856-37adb4b8c650 tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "DELETE /v2.0/floatingips/ae10200c-01ef-40c8-95cb-0f34f1e10df3 HTTP/1.1" status: 204 len: 168 time: 0.4312630 Aug 06 18:46:49.946748 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49756) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:50.005231 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d810b801-3169-4d19-bab4-ac00a1bf373d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.029701 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d810b801-3169-4d19-bab4-ac00a1bf373d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.098857 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d810b801-3169-4d19-bab4-ac00a1bf373d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.101424 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d810b801-3169-4d19-bab4-ac00a1bf373d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Notify callbacks [] for security_group, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.102598 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d810b801-3169-4d19-bab4-ac00a1bf373d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] 10.222.0.57 "DELETE /v2.0/security-groups/ef0a11be-ba00-4bda-bc14-8cddd2423647 HTTP/1.1" status: 204 len: 168 time: 0.1547070 Aug 06 18:46:50.111962 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810b801-3169-4d19-bab4-ac00a1bf373d tempest-TestVolumeBootPattern-1801576892 tempest-TestVolumeBootPattern-1801576892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0a11be-ba00-4bda-bc14-8cddd2423647,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:50.155501 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49760) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:50.467928 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce no longer exists at agent hyperv_hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:50.492187 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] No Port match for: 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:50.492446 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Device 1e9d16bf-0c22-42db-9d85-85eaadb6a4ce not bound to the agent host hv-cinder-79091 {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:50.631956 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.869974 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Deleting port b4f752ac-6be0-4a3e-81b3-db520c4a4a02 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:50.870232 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.871328 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:46:50.946290 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] For port b4f752ac-6be0-4a3e-81b3-db520c4a4a02, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:50.946655 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:50.959406 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Calling delete_port for b4f752ac-6be0-4a3e-81b3-db520c4a4a02 owned by network:router_interface {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:51.135338 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.158034 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4f752ac-6be0-4a3e-81b3-db520c4a4a02,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:51.326532 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.535997 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Router 1df8489c-f02c-4972-815d-fb3719332f46 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93276) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:51.639724 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93276) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:51.647423 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-d575402b-d7f7-4838-a4be-1b34ca1fac26 admin admin] 10.222.0.57 "PUT /v2.0/routers/1df8489c-f02c-4972-815d-fb3719332f46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4891090 Aug 06 18:46:51.648282 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49764) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:51.648722 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] Sync routers for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:51.657556 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:51.658183 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:51.749130 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:51.762639 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:51.953015 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:46:51Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:51.980010 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] Checking router: 1df8489c-f02c-4972-815d-fb3719332f46 for host: dv-cinder-790910-9-iscsi {{(pid=93277) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:51.998584 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] Routers {'1df8489c-f02c-4972-815d-fb3719332f46'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93277) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:51.999288 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['1df8489c-f02c-4972-815d-fb3719332f46'], 'active': True} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:52.002347 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.115478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvr_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] Set router 1df8489c-f02c-4972-815d-fb3719332f46 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93277) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:52.142962 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.196305 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Deleting port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:52.196658 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.283592 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] For port 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:52.284580 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.298803 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Calling delete_port for 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a owned by network:router_gateway {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:52.311171 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_hamode_db [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:46:51Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93277) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:52.338293 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb19cf5b-ee40-445c-aaea-57bd6040e031 None None] The sync data for ids ['1df8489c-f02c-4972-815d-fb3719332f46'] in dv-cinder-790910-9-iscsi is: [{'id': '1df8489c-f02c-4972-815d-fb3719332f46', 'name': 'tempest-TestVolumeBootPattern-1171139002-router', 'tenant_id': '7e6ac89b80a34f25af8f415d55c547ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:39:59Z', 'updated_at': '2021-08-06T18:46:51Z', 'revision_number': 5, 'project_id': '7e6ac89b80a34f25af8f415d55c547ac', 'gw_port': {'id': '9ef3e6bd-3c24-4929-a5cf-5f2176b4152a', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:96:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1df8489c-f02c-4972-815d-fb3719332f46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:00Z', 'updated_at': '2021-08-06T18:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}] {{(pid=93277) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:52.467180 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.500525 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef3e6bd-3c24-4929-a5cf-5f2176b4152a,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:52.561086 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.669474 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.670330 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b49176ad-40f3-4815-ab3b-136027025c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.671261 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.716823 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.717107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1df8489c-f02c-4972-815d-fb3719332f46 {{(pid=93276) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:46:52.722643 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.724381 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-15237e14-2204-412e-a130-88c0745667d3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/1df8489c-f02c-4972-815d-fb3719332f46 HTTP/1.1" status: 204 len: 168 time: 1.0751708 Aug 06 18:46:52.726879 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49766) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:52.775107 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.db_base_plugin_v2 [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Deleting subnet bce0ec4c-4654-4f32-9cbf-7fed12a61586 {{(pid=93276) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:46:52.778411 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.815498 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126652636'] for subnet, precommit_delete_associations {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.896181 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.955534 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126368480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126835793'] for subnet, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.981620 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce0ec4c-4654-4f32-9cbf-7fed12a61586,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:52.985597 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for subnet, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:52.988081 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-b468b82d-216b-4db7-aa39-e0f3cb44bea2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bce0ec4c-4654-4f32-9cbf-7fed12a61586 HTTP/1.1" status: 204 len: 168 time: 0.2601349 Aug 06 18:46:52.990521 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.wsgi [-] (93276) accepted ('10.222.0.57', 49768) {{(pid=93276) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:52.992019 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a4fa3-7eb1-4f87-bb31-b23fcaff2f79 None None] Network c1d385c3-cbfe-47a9-b80f-53e291f18255 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:46:53.057419 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.113640 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Deleting port 305e5055-67d2-4a1b-b951-227131aef4d9 {{(pid=93276) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:53.113987 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.178991 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.db [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] For port 305e5055-67d2-4a1b-b951-227131aef4d9, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=305e5055-67d2-4a1b-b951-227131aef4d9,segment=NetworkSegment(01f11dbb-5c9a-456d-8f13-5b43b884dd30),segment_id=01f11dbb-5c9a-456d-8f13-5b43b884dd30)] {{(pid=93276) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:53.179702 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.191340 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.plugin [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Calling delete_port for 305e5055-67d2-4a1b-b951-227131aef4d9 owned by network:dhcp {{(pid=93276) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:53.281016 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126368467'] for port, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.308381 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c28b41-5462-4ea3-9769-764e4309316b None None] DHCP port deletion for c1d385c3-cbfe-47a9-b80f-53e291f18255 request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:46:53.310101 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=305e5055-67d2-4a1b-b951-227131aef4d9,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:53.312173 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] No DVR routers for this DVR port 305e5055-67d2-4a1b-b951-227131aef4d9 on host dv-cinder-790910-9-iscsi {{(pid=93276) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:53.383208 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.392812 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d385c3-cbfe-47a9-b80f-53e291f18255']}} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:53.406526 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01f11dbb-5c9a-456d-8f13-5b43b884dd30') {'for_net_delete': True} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:53.406818 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.services.segments.db [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01f11dbb-5c9a-456d-8f13-5b43b884dd30') {} {{(pid=93276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:53.415436 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126652619'] for segment, before_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.429198 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.434927 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Releasing vlan 713 on physical network physnet1 to pool {{(pid=93276) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:46:53.435337 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126368318'] for segment, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: Traceback (most recent call last): Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: timer() Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: cb(*args, **kw) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: return func(*args, **kwargs) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: self._notify() Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: self.callback(batched_events) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: event.method(event) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: return f(self, *a, **k) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._get(url).json() Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: return self.request(url, 'GET', **kwargs) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:46:53.436930 dv-cinder-790910-9-iscsi neutron-server[93276]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:46:53.490663 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.496047 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron_lib.callbacks.manager [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:53.497911 dv-cinder-790910-9-iscsi neutron-server[93276]: INFO neutron.wsgi [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c1d385c3-cbfe-47a9-b80f-53e291f18255 HTTP/1.1" status: 204 len: 168 time: 0.5062075 Aug 06 18:46:53.501043 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49770) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:53.509187 dv-cinder-790910-9-iscsi neutron-server[93276]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40077fbd-c64a-4c2d-9845-4becda937a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d385c3-cbfe-47a9-b80f-53e291f18255,revision_number=None']} {{(pid=93276) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:53.840719 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560626'] for router_interface, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:54.108261 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:54.129842 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:54.130194 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 9ef3e6bd-3c24-4929-a5cf-5f2176b4152a not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:54.130621 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 305e5055-67d2-4a1b-b951-227131aef4d9 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:54.150154 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 305e5055-67d2-4a1b-b951-227131aef4d9 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:54.150503 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 305e5055-67d2-4a1b-b951-227131aef4d9 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:54.150928 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device b4f752ac-6be0-4a3e-81b3-db520c4a4a02 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:54.169641 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: b4f752ac-6be0-4a3e-81b3-db520c4a4a02 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:54.169995 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device b4f752ac-6be0-4a3e-81b3-db520c4a4a02 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:54.325562 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Deleting port 5aedaac7-c769-48fb-9eed-1053a4231c64 {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:54.325903 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:54.401293 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] For port 5aedaac7-c769-48fb-9eed-1053a4231c64, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=5aedaac7-c769-48fb-9eed-1053a4231c64,segment=NetworkSegment(02c78193-0b54-469b-afce-6bfd1babfa62),segment_id=02c78193-0b54-469b-afce-6bfd1babfa62)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:54.401579 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:54.413254 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Calling delete_port for 5aedaac7-c769-48fb-9eed-1053a4231c64 owned by network:router_interface {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:54.591959 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:54.622806 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aedaac7-c769-48fb-9eed-1053a4231c64,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:54.779809 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550952', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560494'] for router_interface, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:54.985021 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Router fe6409e3-d7f9-421a-9e17-b82d56023b73 has already been hosted by L3 agent 4930a607-467c-46c7-810e-32e3b0fe8a69 {{(pid=93275) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 06 18:46:55.090534 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] Notify agent at l3_agent.dv-cinder-790910-9-iscsi the message routers_updated {{(pid=93275) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 06 18:46:55.100340 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-9947dd6f-b573-4ae4-aac7-1837d324ac22 admin admin] 10.222.0.57 "PUT /v2.0/routers/fe6409e3-d7f9-421a-9e17-b82d56023b73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5933573 Aug 06 18:46:55.100467 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec993358-b964-49b2-b592-8399d584a947 None None] Sync routers for ids ['fe6409e3-d7f9-421a-9e17-b82d56023b73'] in dv-cinder-790910-9-iscsi {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 06 18:46:55.100926 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49772) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:55.108375 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] Routers {'fe6409e3-d7f9-421a-9e17-b82d56023b73'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:55.108964 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:25Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['fe6409e3-d7f9-421a-9e17-b82d56023b73'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:55.202147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.209114 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] Set router fe6409e3-d7f9-421a-9e17-b82d56023b73 gateway port host: dv-cinder-790910-9-iscsi {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:55.300012 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.356155 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Deleting port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:55.356565 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.359433 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-d956bfde-cc16-4b39-98bd-1af9db1cc336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.386309 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'external_fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246'}], 'enable_snat': True}, 'gw_port_id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:46:54Z', 'revision_number': 5, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port': {'id': '0d95b60e-f2cc-430f-a27c-b45ff6b2940b', 'name': '', 'network_id': 'fc5807c6-1795-40fb-b522-109f88075d12', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:f2:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'ip_address': '172.27.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790910-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce10fc57-6774-4c76-9cb3-a1c3587903b3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790910-9-iscsi'}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:55.417552 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec993358-b964-49b2-b592-8399d584a947 None None] Checking router: fe6409e3-d7f9-421a-9e17-b82d56023b73 for host: dv-cinder-790910-9-iscsi {{(pid=93278) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 06 18:46:55.426416 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] Routers {'fe6409e3-d7f9-421a-9e17-b82d56023b73'} bound to L3 agent in host dv-cinder-790910-9-iscsi {{(pid=93278) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 06 18:46:55.427021 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790910-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-06T18:21:55Z,description=,heartbeat_timestamp=2021-08-06T18:46:55Z,host='dv-cinder-790910-9-iscsi',id=4930a607-467c-46c7-810e-32e3b0fe8a69,load=0,resource_versions=,resources_synced=,started_at=2021-08-06T18:21:55Z,topic='l3_agent')) {'router_ids': ['fe6409e3-d7f9-421a-9e17-b82d56023b73'], 'active': True} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:55.439139 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] For port 0d95b60e-f2cc-430f-a27c-b45ff6b2940b, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,segment=NetworkSegment(7af968c3-9534-428a-b504-bbb69eb25177),segment_id=7af968c3-9534-428a-b504-bbb69eb25177)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:55.439804 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.442943 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.456578 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Calling delete_port for 0d95b60e-f2cc-430f-a27c-b45ff6b2940b owned by network:router_gateway {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:55.513027 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_dvr_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] Set router fe6409e3-d7f9-421a-9e17-b82d56023b73 gateway port host: None {{(pid=93278) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 06 18:46:55.564693 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.l3_hamode_db [None req-ec993358-b964-49b2-b592-8399d584a947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:46:55Z', 'revision_number': 6, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port_host': None}], 'dv-cinder-790910-9-iscsi', False) {} {{(pid=93278) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:55.593939 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec993358-b964-49b2-b592-8399d584a947 None None] The sync data for ids ['fe6409e3-d7f9-421a-9e17-b82d56023b73'] in dv-cinder-790910-9-iscsi is: [{'id': 'fe6409e3-d7f9-421a-9e17-b82d56023b73', 'name': 'tempest-TestVolumeBootPattern-1912007992-router', 'tenant_id': 'c7358b7c972e444aa2e23f21e62936db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-06T18:40:04Z', 'updated_at': '2021-08-06T18:46:55Z', 'revision_number': 6, 'project_id': 'c7358b7c972e444aa2e23f21e62936db', 'gw_port_host': None}] {{(pid=93278) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 06 18:46:55.624532 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.648150 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d95b60e-f2cc-430f-a27c-b45ff6b2940b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:55.715217 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-566714'] for router_gateway, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.804437 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5508'] for router, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.806491 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.850025 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-559503'] for router, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.850460 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6409e3-d7f9-421a-9e17-b82d56023b73 {{(pid=93275) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 06 18:46:55.855920 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.857053 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-d2bc44ca-ea09-40df-a84f-12196d9e4cb4 admin admin] 10.222.0.57 "DELETE /v2.0/routers/fe6409e3-d7f9-421a-9e17-b82d56023b73 HTTP/1.1" status: 204 len: 168 time: 0.7568393 Aug 06 18:46:55.859536 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49774) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:55.908250 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Deleting subnet e13d6378-0363-421d-8cd3-ebeb3c8bf6e7 {{(pid=93275) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 06 18:46:55.912223 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:55.952057 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126805472'] for subnet, precommit_delete_associations {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.036970 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1784672'] for subnet, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.091724 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1784695', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-595963', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126434352', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126762954'] for subnet, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.121559 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13d6378-0363-421d-8cd3-ebeb3c8bf6e7,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:56.123437 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.125278 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-4f6f335a-930b-4957-bead-cb151afd15fb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e13d6378-0363-421d-8cd3-ebeb3c8bf6e7 HTTP/1.1" status: 204 len: 168 time: 0.2648427 Aug 06 18:46:56.128560 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49776) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:56.130267 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7fd3a-b1ac-4686-8fed-e8ec5366abea None None] Network 0c45d67a-d935-47f4-89de-8c76db0b32d1 requested from dv-cinder-790910-9-iscsi {{(pid=93277) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 06 18:46:56.194274 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624146'] for network, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.246662 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Deleting port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b {{(pid=93275) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:56.247002 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.314161 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.db [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] For port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b, host dv-cinder-790910-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790910-9-iscsi',level=0,port_id=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,segment=NetworkSegment(02c78193-0b54-469b-afce-6bfd1babfa62),segment_id=02c78193-0b54-469b-afce-6bfd1babfa62)] {{(pid=93275) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:56.314452 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.326493 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.plugin [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Calling delete_port for 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b owned by network:dhcp {{(pid=93275) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:56.388216 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] DHCP port deletion for 0c45d67a-d935-47f4-89de-8c76db0b32d1 request from dv-cinder-790910-9-iscsi {{(pid=93277) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 06 18:46:56.397584 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.418147 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126434307'] for port, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.444693 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Deleting port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b {{(pid=93277) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 06 18:46:56.445072 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782875295223'] for port, before_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.449943 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:56.453548 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] No DVR routers for this DVR port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b on host dv-cinder-790910-9-iscsi {{(pid=93275) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:56.461984 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 0d95b60e-f2cc-430f-a27c-b45ff6b2940b no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:56.489325 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 0d95b60e-f2cc-430f-a27c-b45ff6b2940b {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:56.489713 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 0d95b60e-f2cc-430f-a27c-b45ff6b2940b not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:56.490093 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 5aedaac7-c769-48fb-9eed-1053a4231c64 no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:56.527401 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1778139', 'neutron.services.segments.db._delete_segments_for_network-8782875226426'] for network, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.534232 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 5aedaac7-c769-48fb-9eed-1053a4231c64 {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:56.534483 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 5aedaac7-c769-48fb-9eed-1053a4231c64 not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:56.534911 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b no longer exists at agent ovs-agent-dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 06 18:46:56.537496 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c45d67a-d935-47f4-89de-8c76db0b32d1']}} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:56.547547 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02c78193-0b54-469b-afce-6bfd1babfa62') {'for_net_delete': True} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:56.547845 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.services.segments.db [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02c78193-0b54-469b-afce-6bfd1babfa62') {} {{(pid=93275) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 06 18:46:56.557287 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782875461268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126805495'] for segment, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.564609 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] No Port match for: 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b {{(pid=93277) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 06 18:46:56.565525 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.rpc [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Device 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b not bound to the agent host dv-cinder-790910-9-iscsi {{(pid=93277) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 06 18:46:56.573324 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.db [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] For port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b, host dv-cinder-790910-9-iscsi, got binding levels [] {{(pid=93277) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 06 18:46:56.573446 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675'] for segment, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.573552 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-569600'] for port, precommit_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.582798 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=93275) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 06 18:46:56.583807 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1782675', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126434542'] for segment, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: Traceback (most recent call last): Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: timer() Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: cb(*args, **kw) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: return func(*args, **kwargs) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: self._notify() Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: self.callback(batched_events) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: event.method(event) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: aggregate_uuid = self.p_client.list_aggregates( Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: return f(self, *a, **k) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._get(url).json() Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: return self.request(url, 'GET', **kwargs) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: base_url = self.get_endpoint(auth, allow=allow, Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 06 18:46:56.585548 dv-cinder-790910-9-iscsi neutron-server[93275]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 06 18:46:56.590068 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.plugins.ml2.plugin [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Calling delete_port for 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b owned by network:dhcp {{(pid=93277) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 06 18:46:56.593064 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.ipam_backend_mixin [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b was not found and therefore no delete operation was performed {{(pid=93277) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 06 18:46:56.594624 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1700806', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782875418543', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782874895077'] for port, after_delete {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.620849 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Pushing event deleted for resources: {'Port': ['ID=2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b,revision_number=None']} {{(pid=93277) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:56.625278 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] No DVR routers for this DVR port 2b8c8a10-a12e-4b1c-ac02-3ebe4b35f75b on host dv-cinder-790910-9-iscsi {{(pid=93277) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 06 18:46:56.633400 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.633671 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.634217 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.634725 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.635254 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.635762 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.636761 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.637269 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.637764 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.638500 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.639932 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.640275 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ea5522b-d61a-49b4-90ac-24235943d478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790910-9-iscsi {{(pid=93277) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 06 18:46:56.651170 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1778146', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604085', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-566323'] for network, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.657935 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550927'] for network, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.662207 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0c45d67a-d935-47f4-89de-8c76db0b32d1 HTTP/1.1" status: 204 len: 168 time: 0.5306988 Aug 06 18:46:56.670449 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e00968-d52d-4337-834f-ee91e1275783 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c45d67a-d935-47f4-89de-8c76db0b32d1,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:56.780993 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49780) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:56.820285 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-5f0a392e-67e9-4a83-ae6b-d4954bccff29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e6ac89b80a34f25af8f415d55c547ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381343 Aug 06 18:46:56.822739 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49782) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:56.869583 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c95c6b01-5c57-4dac-821c-78b236b68b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.890495 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c95c6b01-5c57-4dac-821c-78b236b68b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.937048 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c95c6b01-5c57-4dac-821c-78b236b68b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.939759 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-c95c6b01-5c57-4dac-821c-78b236b68b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:56.941636 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-c95c6b01-5c57-4dac-821c-78b236b68b16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/405851ee-ec15-442a-b463-d989c1868401 HTTP/1.1" status: 204 len: 168 time: 0.1179111 Aug 06 18:46:56.952400 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c6b01-5c57-4dac-821c-78b236b68b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=405851ee-ec15-442a-b463-d989c1868401,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:57.247241 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49788) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:57.291599 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-de9f3e7b-1733-4da2-b2a9-c4def7abaaac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7358b7c972e444aa2e23f21e62936db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430567 Aug 06 18:46:57.294280 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.wsgi [-] (93275) accepted ('10.222.0.57', 49790) {{(pid=93275) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 06 18:46:57.341961 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43c1f9db-ec3b-4033-903c-171689f28577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:57.365816 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43c1f9db-ec3b-4033-903c-171689f28577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:57.413207 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43c1f9db-ec3b-4033-903c-171689f28577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604124'] for security_group, after_delete {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:57.417242 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron_lib.callbacks.manager [None req-43c1f9db-ec3b-4033-903c-171689f28577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93275) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:46:57.418587 dv-cinder-790910-9-iscsi neutron-server[93275]: INFO neutron.wsgi [None req-43c1f9db-ec3b-4033-903c-171689f28577 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/edb4519c-cbb0-476d-af24-b98d4d525665 HTTP/1.1" status: 204 len: 168 time: 0.1233850 Aug 06 18:46:57.427675 dv-cinder-790910-9-iscsi neutron-server[93275]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c1f9db-ec3b-4033-903c-171689f28577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb4519c-cbb0-476d-af24-b98d4d525665,revision_number=None']} {{(pid=93275) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 06 18:46:58.037050 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:21.985947 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:22.660493 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-add0d70f-de97-4d82-87a1-ad5c0d85de62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:25.362212 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-e4ffb6b0-5be0-4d58-9b75-553aa296a11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:25.443781 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:26.386334 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:27.870678 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:47:28.036495 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:51.993968 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:52.660604 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b723508c-c668-42e4-abda-007f92402f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.361924 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-acd3ac26-87db-4b15-b4f8-e3a8a15a7669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:55.443155 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:56.383962 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:47:58.038674 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:04.869190 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:48:21.995478 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:22.661915 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-51cc6b86-93bf-45d1-880d-610dddc2b849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.372926 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-561e9530-8101-42c0-acb1-f0115de66172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:25.442313 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:26.390217 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:28.042389 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:41.868302 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:48:51.991329 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:52.662441 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1b9d4197-5691-46e1-a5b6-ce577d96b1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:55.364251 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-753a9af6-bda3-4522-8fa3-ce2e4c50b295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:55.442993 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:56.391577 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:48:58.045254 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:18.867005 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:49:21.989817 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:22.662112 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-01ca8ba9-28ee-4f48-ae17-cb9c2e1594bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:25.365018 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-f110bf70-2424-4745-8fdb-69020dc648ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:25.443497 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:26.393325 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:28.048315 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:51.986329 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:52.662920 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4f71dae9-ae70-4d6c-b8c7-adc46077e1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:55.366568 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-ea611f2e-dc2c-450d-a67a-e3043e00e9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:55.443084 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:55.865486 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:49:56.397731 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:49:58.050967 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.003540 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:22.663095 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-1e6b26c8-cb1b-454a-bc93-c0c0d6b538df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:25.369449 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-71fd48d9-20cb-4593-88fb-e1d6a5bd314c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:25.444021 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:26.399527 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:28.175171 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:32.863684 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:50:52.019783 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:52.663142 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-4f554891-95d0-45eb-99a1-4662d6e2f914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:55.369804 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-679526e5-5f82-4fc4-beeb-1ab57334f38f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:55.443982 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:56.401499 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:50:58.056963 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:09.861840 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:51:22.018133 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:22.665248 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-0cc64bdb-f05c-44e4-9b65-3faddfbbb85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:25.371007 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7967e2b7-3331-42df-bfa2-da88ed63d8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:25.444033 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:26.404906 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:28.060721 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:46.859920 dv-cinder-790910-9-iscsi neutron-server[93278]: DEBUG neutron.db.agents_db [None req-507cea33-66b4-4cb9-acf1-d4001c15f6e3 None None] Agent healthcheck: found 6 active agents {{(pid=93278) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 06 18:51:52.032010 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-76da216d-bbd9-4855-9a59-cce6eea6ccac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:52.666154 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-7905a725-b999-4287-a8db-9be62c673912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:55.372381 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-b3d0b046-b33f-4939-94a9-2700247eacae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:55.444255 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-5ded3e45-a772-4ec8-85b7-76fbda4dfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:56.408403 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-22658651-8d90-475e-9cc5-f4db8ab82405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 06 18:51:58.063433 dv-cinder-790910-9-iscsi neutron-server[93277]: DEBUG neutron_lib.callbacks.manager [None req-cbc6a1ad-d498-43be-ab05-6a35d24cae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782875397133', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1649057'] for agent, after_update {{(pid=93277) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}